[ 537.528930] env[69596]: INFO neutron.common.config [-] Logging enabled! [ 537.529209] env[69596]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 26.0.0.0rc2.dev50 [ 537.529425] env[69596]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=69596) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 537.529722] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 537.529819] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 537.530648] env[69596]: WARNING oslo_policy.policy [None req-44213247-033a-4033-8791-8375368a4214 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 537.530872] env[69596]: WARNING oslo_policy.policy [None req-44213247-033a-4033-8791-8375368a4214 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 537.532344] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-44213247-033a-4033-8791-8375368a4214 None None] VMware NSXv3 Agent initialized successfully. [ 537.532697] env[69596]: DEBUG oslo_concurrency.lockutils [None req-44213247-033a-4033-8791-8375368a4214 None None] Acquiring lock "singleton_lock" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.532838] env[69596]: DEBUG oslo_concurrency.lockutils [None req-44213247-033a-4033-8791-8375368a4214 None None] Acquired lock "singleton_lock" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 537.533055] env[69596]: DEBUG oslo_concurrency.lockutils [None req-44213247-033a-4033-8791-8375368a4214 None None] Releasing lock "singleton_lock" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 537.533346] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] Full set of CONF: {{(pid=69596) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 537.533556] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] ******************************************************************************** {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 537.533678] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] Configuration options gathered from: {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 537.533916] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 537.534100] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 537.534217] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] ================================================================================ {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 537.534393] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] agent_down_time = 75 {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.534540] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] allow_automatic_dhcp_failover = True {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.534684] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] allow_bulk = True {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.534834] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] api_extensions_path = {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.534980] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] api_paste_config = api-paste.ini {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.539022] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] auth_strategy = keystone {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.539022] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] backdoor_port = None {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.539022] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] backdoor_socket = None {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.539022] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] backlog = 4096 {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.539022] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] base_mac = fa:16:3e:00:00:00 {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.539022] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] bind_host = 0.0.0.0 {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.539022] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] bind_port = 9696 {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.539428] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] client_socket_timeout = 900 {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.539428] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] config_dir = [] {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.539428] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.539428] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] config_source = [] {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.539428] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] control_exchange = neutron {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.539428] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] core_plugin = ml2 {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.539578] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] debug = True {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.539578] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] default_availability_zones = [] {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.539578] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.539578] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] dhcp_agent_notification = True {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.539578] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] dhcp_agents_per_network = 1 {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.539747] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] dhcp_lease_duration = 86400 {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.539747] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] dhcp_load_type = networks {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.539747] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] dns_domain = openstacklocal {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.539747] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.539747] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] enable_default_route_bfd = False {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.539747] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] enable_default_route_ecmp = False {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.539747] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] enable_dvr = True {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.539972] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] enable_new_agents = True {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.539972] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.539972] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] enable_signals = True {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.539972] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] enable_traditional_dhcp = True {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.539972] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] external_dns_driver = None {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.539972] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] filter_validation = True {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.539972] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] global_physnet_mtu = 8950 {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.540167] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] graceful_shutdown_timeout = 60 {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.540167] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] host = cpu-1 {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.540167] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] host_dvr_for_dhcp = True {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.540167] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] http_retries = 3 {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.540265] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] instance_format = [instance: %(uuid)s] {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.540560] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.540560] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] ipam_driver = internal {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.540657] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] ipv6_pd_enabled = False {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.540786] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] l3_ha = False {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.540985] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.541073] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] l3_ha_network_physical_name = {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.541217] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] l3_ha_network_type = {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.541355] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] log_color = False {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.541496] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] log_config_append = None {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.541639] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.541773] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] log_dir = None {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.541908] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] log_file = None {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.542035] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] log_options = True {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.542183] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] log_rotate_interval = 1 {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.542328] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] log_rotate_interval_type = days {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.542469] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] log_rotation_type = none {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.542578] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.543282] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.543282] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.543282] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.543282] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.543282] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] max_dns_nameservers = 5 {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.543576] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] max_header_line = 16384 {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.543576] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] max_l3_agents_per_router = 3 {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.543672] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] max_logfile_count = 30 {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.543762] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] max_logfile_size_mb = 200 {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.543883] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] max_subnet_host_routes = 20 {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.544036] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] my_ip = 10.180.1.21 {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.544176] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] my_ipv6 = ::1 {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.544323] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] network_auto_schedule = True {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.544449] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] network_link_prefix = None {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.544867] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.544867] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] notify_nova_on_port_data_changes = True {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.544867] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] notify_nova_on_port_status_changes = True {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.545060] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] pagination_max_limit = -1 {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.545138] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] publish_errors = False {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.545273] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] rate_limit_burst = 0 {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.545415] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] rate_limit_except_level = CRITICAL {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.545721] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] rate_limit_interval = 0 {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.545721] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] retry_until_window = 30 {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.545857] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] router_distributed = False {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.545971] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] rpc_resources_processing_step = 20 {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.546135] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] rpc_response_max_timeout = 600 {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.546281] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] rpc_response_timeout = 60 {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.546422] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] send_events_interval = 2 {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.546580] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] service_plugins = ['router'] {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.546727] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] setproctitle = on {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.546865] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] shell_completion = None {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.547018] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] state_path = /opt/stack/data/neutron {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.547166] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] syslog_log_facility = LOG_USER {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.547311] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] tcp_keepidle = 600 {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.547462] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] transport_url = **** {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.547604] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] use_journal = False {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.547742] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] use_json = False {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.547881] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] use_ssl = False {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.548050] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] use_stderr = False {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.548212] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] use_syslog = False {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.548356] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] vlan_qinq = False {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.548495] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] vlan_transparent = False {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.548634] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] watch_log_file = False {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.548776] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] wsgi_default_pool_size = 100 {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.548915] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] wsgi_keep_alive = True {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.549090] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.549247] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] wsgi_server_debug = False {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.549407] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] oslo_concurrency.disable_process_locking = False {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.549561] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.549712] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.549853] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.549999] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.550161] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.550308] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.550461] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] profiler.connection_string = messaging:// {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.550607] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] profiler.enabled = False {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.550758] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] profiler.es_doc_type = notification {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.550901] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] profiler.es_scroll_size = 10000 {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.551059] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] profiler.es_scroll_time = 2m {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.551207] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] profiler.filter_error_trace = False {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.551354] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] profiler.hmac_keys = **** {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.551500] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] profiler.sentinel_service_name = mymaster {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.551649] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] profiler.socket_timeout = 0.1 {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.551792] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] profiler.trace_requests = False {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.551930] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] profiler.trace_sqlalchemy = False {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.552104] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] profiler_jaeger.process_tags = {} {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.552245] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] profiler_jaeger.service_name_prefix = None {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.552387] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] profiler_otlp.service_name_prefix = None {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.552541] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] oslo_policy.enforce_new_defaults = True {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.552809] env[69596]: WARNING oslo_config.cfg [None req-44213247-033a-4033-8791-8375368a4214 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 537.552968] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] oslo_policy.enforce_scope = True {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.553132] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] oslo_policy.policy_default_rule = default {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.553293] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.553444] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.553594] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.553736] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.553875] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.554027] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.554175] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.554323] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] oslo_policy.remote_timeout = 60.0 {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.554478] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.554629] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] agent.extensions = [] {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.554778] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.554925] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] service_providers.service_provider = [] {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.555088] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] QUOTAS.default_quota = -1 {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.555241] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.555385] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] QUOTAS.quota_floatingip = 50 {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.555527] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] QUOTAS.quota_network = 100 {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.555667] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] QUOTAS.quota_port = 500 {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.555806] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.555965] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] QUOTAS.quota_router = 10 {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.556135] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] QUOTAS.quota_security_group = 10 {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.556282] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.556425] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] QUOTAS.quota_subnet = 100 {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.556567] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] QUOTAS.track_quota_usage = True {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.556720] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.556859] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] privsep.group = None {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.556996] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] privsep.helper_command = None {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.557150] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.557294] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] privsep.thread_pool_size = 8 {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.557432] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] privsep.user = None {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.557583] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.557723] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] privsep_dhcp_release.group = None {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.557862] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] privsep_dhcp_release.helper_command = None {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.558031] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.558192] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.558338] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] privsep_dhcp_release.user = None {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.558487] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.558628] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] privsep_ovs_vsctl.group = None {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.558766] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] privsep_ovs_vsctl.helper_command = None {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.558909] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.559078] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.559231] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] privsep_ovs_vsctl.user = None {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.559378] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] privsep_namespace.capabilities = [21] {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.559515] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] privsep_namespace.group = None {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.559651] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] privsep_namespace.helper_command = None {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.559796] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.559940] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] privsep_namespace.thread_pool_size = 8 {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.560090] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] privsep_namespace.user = None {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.560243] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] privsep_conntrack.capabilities = [12] {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.560380] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] privsep_conntrack.group = None {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.560518] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] privsep_conntrack.helper_command = None {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.560661] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.560803] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.560939] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] privsep_conntrack.user = None {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.561099] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] privsep_link.capabilities = [12, 21] {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.561242] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] privsep_link.group = None {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.561377] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] privsep_link.helper_command = None {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.561517] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.561659] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] privsep_link.thread_pool_size = 8 {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.561793] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] privsep_link.user = None {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.561949] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.562113] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.562262] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] AGENT.continue_on_failed_promotions = False {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.562402] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] AGENT.dscp = None {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.562545] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] AGENT.dscp_inherit = False {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.562694] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] AGENT.force_mp_to_policy = True {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.562832] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] AGENT.locking_coordinator_url = None {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.562974] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] AGENT.log_agent_heartbeats = False {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.563126] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] AGENT.logging_expire = 1 {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.563277] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.563420] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.563569] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] AGENT.polling_interval = 240 {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.563716] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.563865] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.564016] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] AGENT.report_interval = 30.0 {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.564170] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.564319] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.564466] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.564610] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] AGENT.sync_skew = 60 {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.564753] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] AGENT.synchronization_queue_size = 20 {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.564899] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] AGENT.use_helper_for_ns_read = True {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.565057] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] SECURITYGROUP.enable_ipset = True {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.565211] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] SECURITYGROUP.enable_security_group = True {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.565359] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.565505] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.565653] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] experimental.ipv6_pd_enabled = False {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.565814] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] ml2.extension_drivers = ['port_security'] {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.565976] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] ml2.external_network_type = None {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.566158] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.566315] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] ml2.overlay_ip_version = 4 {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.566463] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] ml2.path_mtu = 8950 {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.566611] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] ml2.physical_network_mtus = {} {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.566764] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] ml2.tenant_network_types = ['vlan'] {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.567232] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.567232] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] ml2.type_drivers = ['vlan'] {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.567232] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] AGENT_CLI.neutron_port_id = [] {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.567374] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.567491] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.567645] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.567795] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.567944] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.568133] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.568295] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.568444] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.568643] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.568797] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] NSXV3.nsxv3_login_password = **** {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.568949] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] NSXV3.nsxv3_login_port = 443 {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.569132] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] NSXV3.nsxv3_login_user = admin {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.569288] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.569439] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.569587] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.569730] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.569882] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.570044] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.570201] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.570354] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.570497] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.570646] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.570797] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.570940] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.571101] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.571300] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.571454] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] vsphere.vsphere_login_password = VMware1! {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.571602] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.571747] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.571892] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] nova.auth_section = None {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.572059] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] nova.auth_type = password {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.572209] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.572349] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] nova.certfile = None {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.572490] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] nova.collect_timing = False {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.572640] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] nova.endpoint_type = public {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.572780] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] nova.insecure = False {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.572916] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] nova.keyfile = None {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.573081] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] nova.region_name = RegionOne {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.573225] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] nova.split_loggers = False {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.573365] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] nova.timeout = None {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.573510] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] placement.auth_section = None {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.573656] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] placement.auth_type = password {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.573803] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.573940] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] placement.certfile = None {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.574089] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] placement.collect_timing = False {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.574238] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] placement.endpoint_type = public {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.574378] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] placement.insecure = False {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.574513] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] placement.keyfile = None {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.574646] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] placement.region_name = None {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.574783] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] placement.split_loggers = False {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.574918] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] placement.timeout = None {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.575074] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] ironic.auth_section = None {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.575219] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] ironic.auth_type = None {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.575357] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] ironic.cafile = None {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.575494] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] ironic.certfile = None {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.575635] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] ironic.collect_timing = False {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.575772] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] ironic.connect_retries = None {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.575915] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] ironic.connect_retry_delay = None {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.576089] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] ironic.enable_notifications = False {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.576234] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] ironic.endpoint_override = None {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.576375] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] ironic.insecure = False {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.576513] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] ironic.interface = None {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.576649] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] ironic.keyfile = None {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.576790] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] ironic.max_version = None {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.576929] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] ironic.min_version = None {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.577127] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] ironic.region_name = None {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.577213] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] ironic.retriable_status_codes = None {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.577350] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] ironic.service_name = None {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.577486] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] ironic.service_type = None {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.577630] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] ironic.split_loggers = False {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.577767] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] ironic.status_code_retries = None {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.577905] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] ironic.status_code_retry_delay = None {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.578074] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] ironic.timeout = None {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.578230] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] ironic.valid_interfaces = None {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.578372] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] ironic.version = None {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.578520] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] cli_script.dry_run = False {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.578673] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.578819] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.578962] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.579160] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.579323] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.579467] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.579610] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.579771] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.579890] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.580057] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.580195] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.580349] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.580493] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.580638] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.580781] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.580929] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.581083] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.581228] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.581375] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.581516] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.581658] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.581801] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.581943] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.582097] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.582242] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.582381] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.582523] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.582665] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.582805] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.582946] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.583100] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] oslo_messaging_rabbit.ssl = False {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.583253] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.583396] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.583538] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.583684] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.583828] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] oslo_messaging_rabbit.ssl_version = {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.583963] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.584129] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] oslo_messaging_notifications.driver = [] {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.584275] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] oslo_messaging_notifications.retry = -1 {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.584433] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.584574] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] oslo_messaging_notifications.transport_url = **** {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.584693] env[69596]: DEBUG oslo_service.backend.eventlet.service [None req-44213247-033a-4033-8791-8375368a4214 None None] ******************************************************************************** {{(pid=69596) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 537.585619] env[69596]: DEBUG neutron.agent.securitygroups_rpc [None req-377c1699-e933-412d-a2cd-1cf5c4ef962d None None] Init firewall settings (driver=nsxv3) {{(pid=69596) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 537.590025] env[69596]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-377c1699-e933-412d-a2cd-1cf5c4ef962d None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=69596) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 537.590025] env[69596]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-377c1699-e933-412d-a2cd-1cf5c4ef962d None None] RPC agent_id: nsxm-l-01a.corp.local [ 537.590025] env[69596]: DEBUG dogpile.cache.region [None req-377c1699-e933-412d-a2cd-1cf5c4ef962d None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 537.590025] env[69596]: DEBUG dogpile.lock [None req-377c1699-e933-412d-a2cd-1cf5c4ef962d None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 537.590025] env[69596]: DEBUG dogpile.lock [None req-377c1699-e933-412d-a2cd-1cf5c4ef962d None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 537.590025] env[69596]: DEBUG dogpile.lock [None req-377c1699-e933-412d-a2cd-1cf5c4ef962d None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 537.590025] env[69596]: DEBUG dogpile.cache.region [None req-377c1699-e933-412d-a2cd-1cf5c4ef962d None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 537.590307] env[69596]: DEBUG dogpile.lock [None req-377c1699-e933-412d-a2cd-1cf5c4ef962d None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 537.590307] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-377c1699-e933-412d-a2cd-1cf5c4ef962d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 537.625947] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-377c1699-e933-412d-a2cd-1cf5c4ef962d None None] Session token - acquiring [ 537.627485] env[69596]: DEBUG networking_nsxv3.common.locking [None req-377c1699-e933-412d-a2cd-1cf5c4ef962d None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.627644] env[69596]: DEBUG oslo_concurrency.lockutils [None req-377c1699-e933-412d-a2cd-1cf5c4ef962d None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.627752] env[69596]: DEBUG oslo_concurrency.lockutils [None req-377c1699-e933-412d-a2cd-1cf5c4ef962d None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 537.628277] env[69596]: DEBUG oslo_concurrency.lockutils [None req-377c1699-e933-412d-a2cd-1cf5c4ef962d None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 537.638875] env[69596]: DEBUG oslo_concurrency.lockutils [None req-377c1699-e933-412d-a2cd-1cf5c4ef962d None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 537.921221] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-377c1699-e933-412d-a2cd-1cf5c4ef962d None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 537.943543] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-377c1699-e933-412d-a2cd-1cf5c4ef962d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 537.943654] env[69596]: DEBUG dogpile.cache.region [None req-377c1699-e933-412d-a2cd-1cf5c4ef962d None None] Cache value generated in 0.354 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 537.943758] env[69596]: DEBUG dogpile.lock [None req-377c1699-e933-412d-a2cd-1cf5c4ef962d None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 537.943881] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-377c1699-e933-412d-a2cd-1cf5c4ef962d None None] Activating Policy API Provider. [ 537.944104] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-377c1699-e933-412d-a2cd-1cf5c4ef962d None None] Looking for the default Infrastructure Rules. [ 538.009018] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-377c1699-e933-412d-a2cd-1cf5c4ef962d None None] Looking for the Default Layer3 Logged Drop Section. [ 538.023338] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-377c1699-e933-412d-a2cd-1cf5c4ef962d None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 538.023795] env[69596]: DEBUG networking_nsxv3.common.locking [None req-377c1699-e933-412d-a2cd-1cf5c4ef962d None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 538.023976] env[69596]: DEBUG oslo_concurrency.lockutils [None req-377c1699-e933-412d-a2cd-1cf5c4ef962d None None] Acquiring lock "all" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 538.024091] env[69596]: DEBUG oslo_concurrency.lockutils [None req-377c1699-e933-412d-a2cd-1cf5c4ef962d None None] Acquired lock "all" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 538.024371] env[69596]: DEBUG oslo_concurrency.lockutils [None req-377c1699-e933-412d-a2cd-1cf5c4ef962d None None] Acquired external semaphore "all" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 538.024686] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-377c1699-e933-412d-a2cd-1cf5c4ef962d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 538.542171] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-377c1699-e933-412d-a2cd-1cf5c4ef962d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 539.044734] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-377c1699-e933-412d-a2cd-1cf5c4ef962d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 539.547189] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-377c1699-e933-412d-a2cd-1cf5c4ef962d None None] Inventory metadata is going to be refreshed. [ 539.547545] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-377c1699-e933-412d-a2cd-1cf5c4ef962d None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 540.268022] env[69596]: DEBUG networking_nsxv3.common.locking [None req-377c1699-e933-412d-a2cd-1cf5c4ef962d None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 540.268022] env[69596]: DEBUG oslo_concurrency.lockutils [None req-377c1699-e933-412d-a2cd-1cf5c4ef962d None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.268022] env[69596]: DEBUG oslo_concurrency.lockutils [None req-377c1699-e933-412d-a2cd-1cf5c4ef962d None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 540.268022] env[69596]: DEBUG oslo_concurrency.lockutils [None req-377c1699-e933-412d-a2cd-1cf5c4ef962d None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 540.278442] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-377c1699-e933-412d-a2cd-1cf5c4ef962d None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 540.381934] env[69596]: DEBUG oslo_concurrency.lockutils [None req-377c1699-e933-412d-a2cd-1cf5c4ef962d None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 540.383205] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-377c1699-e933-412d-a2cd-1cf5c4ef962d None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 540.399046] env[69596]: DEBUG networking_nsxv3.common.locking [None req-377c1699-e933-412d-a2cd-1cf5c4ef962d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 540.399470] env[69596]: DEBUG oslo_concurrency.lockutils [None req-377c1699-e933-412d-a2cd-1cf5c4ef962d None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.399695] env[69596]: DEBUG oslo_concurrency.lockutils [None req-377c1699-e933-412d-a2cd-1cf5c4ef962d None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 540.400087] env[69596]: DEBUG oslo_concurrency.lockutils [None req-377c1699-e933-412d-a2cd-1cf5c4ef962d None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 540.400339] env[69596]: DEBUG oslo_concurrency.lockutils [None req-377c1699-e933-412d-a2cd-1cf5c4ef962d None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 540.400621] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-377c1699-e933-412d-a2cd-1cf5c4ef962d None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 540.400857] env[69596]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-377c1699-e933-412d-a2cd-1cf5c4ef962d None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=69596) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 540.401085] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-377c1699-e933-412d-a2cd-1cf5c4ef962d None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 540.419175] env[69596]: DEBUG networking_nsxv3.common.locking [None req-377c1699-e933-412d-a2cd-1cf5c4ef962d None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 540.419534] env[69596]: DEBUG oslo_concurrency.lockutils [None req-377c1699-e933-412d-a2cd-1cf5c4ef962d None None] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.419739] env[69596]: DEBUG oslo_concurrency.lockutils [None req-377c1699-e933-412d-a2cd-1cf5c4ef962d None None] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 540.420140] env[69596]: DEBUG oslo_concurrency.lockutils [None req-377c1699-e933-412d-a2cd-1cf5c4ef962d None None] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 540.420442] env[69596]: DEBUG oslo_concurrency.lockutils [None req-377c1699-e933-412d-a2cd-1cf5c4ef962d None None] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 540.420697] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-377c1699-e933-412d-a2cd-1cf5c4ef962d None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 540.437956] env[69596]: DEBUG networking_nsxv3.common.locking [None req-377c1699-e933-412d-a2cd-1cf5c4ef962d None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 540.440213] env[69596]: DEBUG oslo_concurrency.lockutils [None req-377c1699-e933-412d-a2cd-1cf5c4ef962d None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.440213] env[69596]: DEBUG oslo_concurrency.lockutils [None req-377c1699-e933-412d-a2cd-1cf5c4ef962d None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 540.440213] env[69596]: DEBUG oslo_concurrency.lockutils [None req-377c1699-e933-412d-a2cd-1cf5c4ef962d None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 540.440213] env[69596]: DEBUG oslo_concurrency.lockutils [None req-377c1699-e933-412d-a2cd-1cf5c4ef962d None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 540.440213] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-377c1699-e933-412d-a2cd-1cf5c4ef962d None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 540.456063] env[69596]: DEBUG networking_nsxv3.common.locking [None req-377c1699-e933-412d-a2cd-1cf5c4ef962d None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 540.456063] env[69596]: DEBUG oslo_concurrency.lockutils [None req-377c1699-e933-412d-a2cd-1cf5c4ef962d None None] Acquiring lock "Address Group" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.456063] env[69596]: DEBUG oslo_concurrency.lockutils [None req-377c1699-e933-412d-a2cd-1cf5c4ef962d None None] Acquired lock "Address Group" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 540.456309] env[69596]: DEBUG oslo_concurrency.lockutils [None req-377c1699-e933-412d-a2cd-1cf5c4ef962d None None] Acquired external semaphore "Address Group" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 540.456441] env[69596]: DEBUG oslo_concurrency.lockutils [None req-377c1699-e933-412d-a2cd-1cf5c4ef962d None None] Releasing lock "Address Group" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 540.456591] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-377c1699-e933-412d-a2cd-1cf5c4ef962d None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 540.456699] env[69596]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-377c1699-e933-412d-a2cd-1cf5c4ef962d None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=69596) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 540.456804] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-377c1699-e933-412d-a2cd-1cf5c4ef962d None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 540.474981] env[69596]: DEBUG networking_nsxv3.common.locking [None req-377c1699-e933-412d-a2cd-1cf5c4ef962d None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 540.475160] env[69596]: DEBUG oslo_concurrency.lockutils [None req-377c1699-e933-412d-a2cd-1cf5c4ef962d None None] Acquiring lock "Segment QoS" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.475288] env[69596]: DEBUG oslo_concurrency.lockutils [None req-377c1699-e933-412d-a2cd-1cf5c4ef962d None None] Acquired lock "Segment QoS" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 540.475570] env[69596]: DEBUG oslo_concurrency.lockutils [None req-377c1699-e933-412d-a2cd-1cf5c4ef962d None None] Acquired external semaphore "Segment QoS" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 540.475697] env[69596]: DEBUG oslo_concurrency.lockutils [None req-377c1699-e933-412d-a2cd-1cf5c4ef962d None None] Releasing lock "Segment QoS" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 540.475838] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-377c1699-e933-412d-a2cd-1cf5c4ef962d None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 540.476010] env[69596]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-377c1699-e933-412d-a2cd-1cf5c4ef962d None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=69596) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 540.476152] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-377c1699-e933-412d-a2cd-1cf5c4ef962d None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 540.495659] env[69596]: DEBUG networking_nsxv3.common.locking [None req-377c1699-e933-412d-a2cd-1cf5c4ef962d None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 540.495871] env[69596]: DEBUG oslo_concurrency.lockutils [None req-377c1699-e933-412d-a2cd-1cf5c4ef962d None None] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.495923] env[69596]: DEBUG oslo_concurrency.lockutils [None req-377c1699-e933-412d-a2cd-1cf5c4ef962d None None] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 540.496188] env[69596]: DEBUG oslo_concurrency.lockutils [None req-377c1699-e933-412d-a2cd-1cf5c4ef962d None None] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 540.496329] env[69596]: DEBUG oslo_concurrency.lockutils [None req-377c1699-e933-412d-a2cd-1cf5c4ef962d None None] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 540.496484] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-377c1699-e933-412d-a2cd-1cf5c4ef962d None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 540.496596] env[69596]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-377c1699-e933-412d-a2cd-1cf5c4ef962d None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69596) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 540.496694] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-377c1699-e933-412d-a2cd-1cf5c4ef962d None None] Inventory metadata have been refreshed. [ 540.496793] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-377c1699-e933-412d-a2cd-1cf5c4ef962d None None] Dryrun:True. Metadata refresh completed. [ 540.496908] env[69596]: DEBUG oslo_concurrency.lockutils [None req-377c1699-e933-412d-a2cd-1cf5c4ef962d None None] Releasing lock "all" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 540.498687] env[69596]: INFO neutron.agent.agent_extensions_manager [None req-377c1699-e933-412d-a2cd-1cf5c4ef962d None None] Loaded agent extensions: [] [ 540.499433] env[69596]: DEBUG neutron_lib.callbacks.manager [None req-377c1699-e933-412d-a2cd-1cf5c4ef962d None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=69596) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 540.548082] env[69596]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-377c1699-e933-412d-a2cd-1cf5c4ef962d None None] NSXv3 Agent Agent RPC Daemon Started! [ 540.548391] env[69596]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-377c1699-e933-412d-a2cd-1cf5c4ef962d None None] NSXv3 Agent Agent loop - iteration:0 started [ 540.548391] env[69596]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-377c1699-e933-412d-a2cd-1cf5c4ef962d None None] NSXv3 Agent Agent out of sync with plugin! [ 545.500102] env[69596]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 545.500515] env[69596]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 550.501803] env[69596]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 550.502160] env[69596]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 554.663088] env[69596]: INFO networking_nsxv3.common.synchronization [None req-a40200c1-ab09-4617-91ac-6faee9071664 demo admin] Enqueued Resource ID: 03b27367-a773-4dc2-8715-4cc66f805d62 with Priority: HIGHEST for action security_group_rules [ 554.663573] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03b27367-a773-4dc2-8715-4cc66f805d62 with Priority: HIGHEST for action security_group_rules [ 554.663909] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03b27367-a773-4dc2-8715-4cc66f805d62 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.664111] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03b27367-a773-4dc2-8715-4cc66f805d62" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.664111] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03b27367-a773-4dc2-8715-4cc66f805d62" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 554.664419] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03b27367-a773-4dc2-8715-4cc66f805d62" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 554.664525] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03b27367-a773-4dc2-8715-4cc66f805d62',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 555.184332] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.184549] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.184549] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 555.184714] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 555.184811] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 555.184904] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03b27367-a773-4dc2-8715-4cc66f805d62 already deleted. [ 555.184986] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03b27367-a773-4dc2-8715-4cc66f805d62" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 559.664415] env[69596]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 559.664821] env[69596]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 564.665239] env[69596]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 564.665446] env[69596]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 569.666623] env[69596]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 569.667035] env[69596]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 574.667676] env[69596]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 574.667676] env[69596]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 579.668291] env[69596]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 579.668627] env[69596]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 583.292215] env[69596]: INFO networking_nsxv3.common.synchronization [None req-ae22d113-2b7c-4cd7-a54a-413f511e1493 None None] Enqueued Resource ID: e045e39d-8db9-4f49-802f-7b41419d8094 with Priority: HIGHEST for action port [ 583.292715] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e045e39d-8db9-4f49-802f-7b41419d8094 with Priority: HIGHEST for action port [ 583.293013] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-e045e39d-8db9-4f49-802f-7b41419d8094 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.293322] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e045e39d-8db9-4f49-802f-7b41419d8094" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.295135] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e045e39d-8db9-4f49-802f-7b41419d8094" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.296961] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e045e39d-8db9-4f49-802f-7b41419d8094" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.297186] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e045e39d-8db9-4f49-802f-7b41419d8094',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.799896] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e045e39d-8db9-4f49-802f-7b41419d8094 [ 583.800237] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.800396] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.800469] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.800711] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.800806] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.800906] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e045e39d-8db9-4f49-802f-7b41419d8094 already deleted. [ 583.801106] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e045e39d-8db9-4f49-802f-7b41419d8094" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.275135] env[69596]: INFO networking_nsxv3.common.synchronization [None req-9d3f4757-00c0-4ce7-8e11-2931b37b8d98 None None] Enqueued Resource ID: c780df6e-04a2-4de5-adba-9a700cf97686 with Priority: HIGHEST for action port [ 585.275135] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c780df6e-04a2-4de5-adba-9a700cf97686 with Priority: HIGHEST for action port [ 585.275135] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-c780df6e-04a2-4de5-adba-9a700cf97686 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.275135] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c780df6e-04a2-4de5-adba-9a700cf97686" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.275135] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c780df6e-04a2-4de5-adba-9a700cf97686" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.275135] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c780df6e-04a2-4de5-adba-9a700cf97686" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.275135] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c780df6e-04a2-4de5-adba-9a700cf97686',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.778964] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c780df6e-04a2-4de5-adba-9a700cf97686 [ 585.779212] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.779347] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.779414] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.779658] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.779736] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.780517] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c780df6e-04a2-4de5-adba-9a700cf97686 already deleted. [ 585.780517] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c780df6e-04a2-4de5-adba-9a700cf97686" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.345471] env[69596]: INFO networking_nsxv3.common.synchronization [None req-471b1248-4d16-4c03-87f5-5fe51b042139 None None] Enqueued Resource ID: 5d0487f8-52e2-4c74-8600-5d508f27e7da with Priority: HIGHEST for action port [ 586.346228] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d0487f8-52e2-4c74-8600-5d508f27e7da with Priority: HIGHEST for action port [ 586.346354] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d0487f8-52e2-4c74-8600-5d508f27e7da taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.346481] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d0487f8-52e2-4c74-8600-5d508f27e7da" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.346565] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d0487f8-52e2-4c74-8600-5d508f27e7da" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.347452] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d0487f8-52e2-4c74-8600-5d508f27e7da" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.347452] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d0487f8-52e2-4c74-8600-5d508f27e7da',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.852309] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5d0487f8-52e2-4c74-8600-5d508f27e7da [ 586.852546] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.852682] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.852763] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.852957] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.853064] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.853439] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5d0487f8-52e2-4c74-8600-5d508f27e7da already deleted. [ 586.853439] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d0487f8-52e2-4c74-8600-5d508f27e7da" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.185418] env[69596]: INFO networking_nsxv3.common.synchronization [None req-a86c84a7-828a-456b-a120-e2225a676348 None None] Enqueued Resource ID: 2568ad03-f592-4f6e-a181-fa5fb1915f10 with Priority: HIGHEST for action port [ 587.185418] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2568ad03-f592-4f6e-a181-fa5fb1915f10 with Priority: HIGHEST for action port [ 587.185418] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-2568ad03-f592-4f6e-a181-fa5fb1915f10 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.185418] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2568ad03-f592-4f6e-a181-fa5fb1915f10" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.185418] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2568ad03-f592-4f6e-a181-fa5fb1915f10" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.186025] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2568ad03-f592-4f6e-a181-fa5fb1915f10" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.186117] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2568ad03-f592-4f6e-a181-fa5fb1915f10',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.317712] env[69596]: INFO networking_nsxv3.common.synchronization [None req-cfe341fd-509b-434a-8f6e-72f1bc3b2910 None None] Enqueued Resource ID: 6a3cffab-751d-4136-a9af-8aacb3797d19 with Priority: HIGHEST for action port [ 587.317808] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a3cffab-751d-4136-a9af-8aacb3797d19 with Priority: HIGHEST for action port [ 587.318049] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a3cffab-751d-4136-a9af-8aacb3797d19 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.318177] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a3cffab-751d-4136-a9af-8aacb3797d19" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.318245] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a3cffab-751d-4136-a9af-8aacb3797d19" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.318490] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a3cffab-751d-4136-a9af-8aacb3797d19" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.318632] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a3cffab-751d-4136-a9af-8aacb3797d19',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.458089] env[69596]: INFO networking_nsxv3.common.synchronization [None req-ae3f3eb0-7a11-4953-9a5d-d7b51c5b3c02 None None] Enqueued Resource ID: f9454fcd-92ee-4e0c-aa45-7905b19c9091 with Priority: HIGHEST for action port [ 587.458279] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9454fcd-92ee-4e0c-aa45-7905b19c9091 with Priority: HIGHEST for action port [ 587.458925] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-f9454fcd-92ee-4e0c-aa45-7905b19c9091 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.458925] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f9454fcd-92ee-4e0c-aa45-7905b19c9091" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.459118] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f9454fcd-92ee-4e0c-aa45-7905b19c9091" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.459692] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f9454fcd-92ee-4e0c-aa45-7905b19c9091" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.460572] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9454fcd-92ee-4e0c-aa45-7905b19c9091',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.689645] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2568ad03-f592-4f6e-a181-fa5fb1915f10 [ 587.689881] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.690024] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.690827] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.690827] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.690827] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.690827] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2568ad03-f592-4f6e-a181-fa5fb1915f10 already deleted. [ 587.690827] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2568ad03-f592-4f6e-a181-fa5fb1915f10" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.820848] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6a3cffab-751d-4136-a9af-8aacb3797d19 [ 587.821319] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.821666] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.822051] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.822051] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.822239] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.822345] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6a3cffab-751d-4136-a9af-8aacb3797d19 already deleted. [ 587.822484] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a3cffab-751d-4136-a9af-8aacb3797d19" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.934871] env[69596]: INFO networking_nsxv3.common.synchronization [None req-131b23d4-456d-44b3-aaac-a9ca95777a45 None None] Enqueued Resource ID: c8bf7dfe-10c0-4cdc-b514-0021db8ecb0c with Priority: HIGHEST for action port [ 587.939357] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8bf7dfe-10c0-4cdc-b514-0021db8ecb0c with Priority: HIGHEST for action port [ 587.939357] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8bf7dfe-10c0-4cdc-b514-0021db8ecb0c taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.939357] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8bf7dfe-10c0-4cdc-b514-0021db8ecb0c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.939357] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8bf7dfe-10c0-4cdc-b514-0021db8ecb0c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.939357] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8bf7dfe-10c0-4cdc-b514-0021db8ecb0c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.939357] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8bf7dfe-10c0-4cdc-b514-0021db8ecb0c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.963189] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f9454fcd-92ee-4e0c-aa45-7905b19c9091 [ 587.963413] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.963542] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.963608] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.963813] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.964401] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.964401] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f9454fcd-92ee-4e0c-aa45-7905b19c9091 already deleted. [ 587.964401] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f9454fcd-92ee-4e0c-aa45-7905b19c9091" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.418142] env[69596]: INFO networking_nsxv3.common.synchronization [None req-8685fdbd-b42c-4c64-aa95-4f1ebfa2cda3 None None] Enqueued Resource ID: 257b7dd2-e3bb-422f-bcea-c3e91d8727f9 with Priority: HIGHEST for action port [ 588.418142] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 257b7dd2-e3bb-422f-bcea-c3e91d8727f9 with Priority: HIGHEST for action port [ 588.418142] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-257b7dd2-e3bb-422f-bcea-c3e91d8727f9 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.418991] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-257b7dd2-e3bb-422f-bcea-c3e91d8727f9" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.418991] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-257b7dd2-e3bb-422f-bcea-c3e91d8727f9" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.419253] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-257b7dd2-e3bb-422f-bcea-c3e91d8727f9" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.419323] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('257b7dd2-e3bb-422f-bcea-c3e91d8727f9',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.439510] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c8bf7dfe-10c0-4cdc-b514-0021db8ecb0c [ 588.439740] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.439871] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.439939] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.440156] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.440243] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.440334] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c8bf7dfe-10c0-4cdc-b514-0021db8ecb0c already deleted. [ 588.440413] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8bf7dfe-10c0-4cdc-b514-0021db8ecb0c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.922958] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 257b7dd2-e3bb-422f-bcea-c3e91d8727f9 [ 588.922958] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.922958] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.923396] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.923396] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.923396] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.923540] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:257b7dd2-e3bb-422f-bcea-c3e91d8727f9 already deleted. [ 588.924391] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-257b7dd2-e3bb-422f-bcea-c3e91d8727f9" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.102870] env[69596]: INFO networking_nsxv3.common.synchronization [None req-ff2cf467-a282-4ada-a76f-e72c699e6c6d None None] Enqueued Resource ID: 205848e3-be7e-4653-9789-9730f1d317da with Priority: HIGHEST for action port [ 589.103608] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 205848e3-be7e-4653-9789-9730f1d317da with Priority: HIGHEST for action port [ 589.103766] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-205848e3-be7e-4653-9789-9730f1d317da taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.103924] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-205848e3-be7e-4653-9789-9730f1d317da" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.104119] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-205848e3-be7e-4653-9789-9730f1d317da" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.104992] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-205848e3-be7e-4653-9789-9730f1d317da" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.104992] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('205848e3-be7e-4653-9789-9730f1d317da',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.534304] env[69596]: INFO networking_nsxv3.common.synchronization [None req-7b0bc7e6-9df8-4f95-9f51-9a171e570e3f None None] Enqueued Resource ID: 83dd2e0a-916b-42f3-b299-06a7964e0f47 with Priority: HIGHEST for action port [ 589.534405] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83dd2e0a-916b-42f3-b299-06a7964e0f47 with Priority: HIGHEST for action port [ 589.534867] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-83dd2e0a-916b-42f3-b299-06a7964e0f47 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.537110] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83dd2e0a-916b-42f3-b299-06a7964e0f47" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.537110] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83dd2e0a-916b-42f3-b299-06a7964e0f47" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.537110] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83dd2e0a-916b-42f3-b299-06a7964e0f47" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.537110] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83dd2e0a-916b-42f3-b299-06a7964e0f47',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.607733] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 205848e3-be7e-4653-9789-9730f1d317da [ 589.608032] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.608199] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.608284] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.608587] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.608698] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.608800] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:205848e3-be7e-4653-9789-9730f1d317da already deleted. [ 589.608884] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-205848e3-be7e-4653-9789-9730f1d317da" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.976909] env[69596]: INFO networking_nsxv3.common.synchronization [None req-e7fd1709-40ec-4837-a7d8-d008844412a1 None None] Enqueued Resource ID: f8b2fa9c-0dd5-4ab2-8a09-102a6cea5261 with Priority: HIGHEST for action port [ 589.976909] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8b2fa9c-0dd5-4ab2-8a09-102a6cea5261 with Priority: HIGHEST for action port [ 589.977726] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-f8b2fa9c-0dd5-4ab2-8a09-102a6cea5261 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.977726] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f8b2fa9c-0dd5-4ab2-8a09-102a6cea5261" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.977726] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f8b2fa9c-0dd5-4ab2-8a09-102a6cea5261" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.977726] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f8b2fa9c-0dd5-4ab2-8a09-102a6cea5261" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.977726] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8b2fa9c-0dd5-4ab2-8a09-102a6cea5261',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.040969] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 83dd2e0a-916b-42f3-b299-06a7964e0f47 [ 590.041220] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.041355] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.041464] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.041631] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.041720] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.041813] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:83dd2e0a-916b-42f3-b299-06a7964e0f47 already deleted. [ 590.041903] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83dd2e0a-916b-42f3-b299-06a7964e0f47" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.480167] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f8b2fa9c-0dd5-4ab2-8a09-102a6cea5261 [ 590.480403] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.480544] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.480606] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.481756] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.481939] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.482024] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f8b2fa9c-0dd5-4ab2-8a09-102a6cea5261 already deleted. [ 590.482114] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f8b2fa9c-0dd5-4ab2-8a09-102a6cea5261" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.272230] env[69596]: INFO networking_nsxv3.common.synchronization [None req-fa87273b-720f-4574-98c6-e58eb0d6eb46 None None] Enqueued Resource ID: 37f43d3b-9b52-4607-a768-81d1910f894b with Priority: HIGHEST for action port [ 591.272515] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37f43d3b-9b52-4607-a768-81d1910f894b with Priority: HIGHEST for action port [ 591.273051] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-37f43d3b-9b52-4607-a768-81d1910f894b taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.273181] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37f43d3b-9b52-4607-a768-81d1910f894b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.273252] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37f43d3b-9b52-4607-a768-81d1910f894b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.273487] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37f43d3b-9b52-4607-a768-81d1910f894b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.273571] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37f43d3b-9b52-4607-a768-81d1910f894b',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.775157] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 37f43d3b-9b52-4607-a768-81d1910f894b [ 591.775385] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.775514] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.775587] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.775803] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.775890] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.776042] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:37f43d3b-9b52-4607-a768-81d1910f894b already deleted. [ 591.776093] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37f43d3b-9b52-4607-a768-81d1910f894b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.499730] env[69596]: INFO networking_nsxv3.common.synchronization [None req-c742f164-edb6-4e05-89c4-97b2512b3461 None None] Enqueued Resource ID: b50a21a9-1482-49ff-8e42-7854a6e5aaae with Priority: HIGHEST for action port [ 592.500532] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b50a21a9-1482-49ff-8e42-7854a6e5aaae with Priority: HIGHEST for action port [ 592.500532] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-b50a21a9-1482-49ff-8e42-7854a6e5aaae taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.500691] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b50a21a9-1482-49ff-8e42-7854a6e5aaae" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.500730] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b50a21a9-1482-49ff-8e42-7854a6e5aaae" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.500986] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b50a21a9-1482-49ff-8e42-7854a6e5aaae" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.501057] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b50a21a9-1482-49ff-8e42-7854a6e5aaae',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.829806] env[69596]: INFO networking_nsxv3.common.synchronization [None req-03f81ee5-a317-483f-9dd0-a78358bcc674 None None] Enqueued Resource ID: f58947bf-68fb-45d3-b21d-c4598ebad977 with Priority: HIGHEST for action port [ 592.830415] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f58947bf-68fb-45d3-b21d-c4598ebad977 with Priority: HIGHEST for action port [ 592.831160] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-f58947bf-68fb-45d3-b21d-c4598ebad977 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.831595] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f58947bf-68fb-45d3-b21d-c4598ebad977" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.831736] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f58947bf-68fb-45d3-b21d-c4598ebad977" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.832013] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f58947bf-68fb-45d3-b21d-c4598ebad977" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.832166] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f58947bf-68fb-45d3-b21d-c4598ebad977',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.003384] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b50a21a9-1482-49ff-8e42-7854a6e5aaae [ 593.006273] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.006273] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.006273] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.006273] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.006273] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.006273] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b50a21a9-1482-49ff-8e42-7854a6e5aaae already deleted. [ 593.006273] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b50a21a9-1482-49ff-8e42-7854a6e5aaae" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.334742] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f58947bf-68fb-45d3-b21d-c4598ebad977 [ 593.335054] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.335150] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.335199] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.335386] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.335474] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.335570] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f58947bf-68fb-45d3-b21d-c4598ebad977 already deleted. [ 593.335652] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f58947bf-68fb-45d3-b21d-c4598ebad977" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.818496] env[69596]: INFO networking_nsxv3.common.synchronization [None req-72f7c827-ff6c-4169-b6c9-65f054fd948b None None] Enqueued Resource ID: ed9e3354-66ef-4fc8-b0cf-55db298d1cc6 with Priority: HIGHEST for action port [ 593.819488] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed9e3354-66ef-4fc8-b0cf-55db298d1cc6 with Priority: HIGHEST for action port [ 593.821510] env[69596]: INFO networking_nsxv3.common.synchronization [None req-98960809-61e3-4154-b03e-dc94c3001bc6 None None] Enqueued Resource ID: 374253aa-5e7f-4646-8c93-f2761e90def3 with Priority: HIGHEST for action port [ 593.821510] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed9e3354-66ef-4fc8-b0cf-55db298d1cc6 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.821510] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed9e3354-66ef-4fc8-b0cf-55db298d1cc6" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.821510] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed9e3354-66ef-4fc8-b0cf-55db298d1cc6" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.821510] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed9e3354-66ef-4fc8-b0cf-55db298d1cc6" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.821510] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed9e3354-66ef-4fc8-b0cf-55db298d1cc6',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.821849] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 374253aa-5e7f-4646-8c93-f2761e90def3 with Priority: HIGHEST for action port [ 593.822316] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-374253aa-5e7f-4646-8c93-f2761e90def3 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.822420] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-374253aa-5e7f-4646-8c93-f2761e90def3" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.822485] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-374253aa-5e7f-4646-8c93-f2761e90def3" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.822684] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-374253aa-5e7f-4646-8c93-f2761e90def3" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.822756] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('374253aa-5e7f-4646-8c93-f2761e90def3',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.119095] env[69596]: INFO networking_nsxv3.common.synchronization [None req-b48382f7-2b12-46ee-94ab-61e552db1364 None None] Enqueued Resource ID: 414598b0-09ec-4a33-9be4-b95853112d02 with Priority: HIGHEST for action port [ 594.119095] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 414598b0-09ec-4a33-9be4-b95853112d02 with Priority: HIGHEST for action port [ 594.119095] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-414598b0-09ec-4a33-9be4-b95853112d02 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.119095] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-414598b0-09ec-4a33-9be4-b95853112d02" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.120108] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-414598b0-09ec-4a33-9be4-b95853112d02" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.121044] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-414598b0-09ec-4a33-9be4-b95853112d02" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.121044] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('414598b0-09ec-4a33-9be4-b95853112d02',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.323017] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ed9e3354-66ef-4fc8-b0cf-55db298d1cc6 [ 594.323287] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.323420] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.323489] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.323823] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.323823] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.323901] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ed9e3354-66ef-4fc8-b0cf-55db298d1cc6 already deleted. [ 594.324035] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed9e3354-66ef-4fc8-b0cf-55db298d1cc6" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.326395] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 374253aa-5e7f-4646-8c93-f2761e90def3 [ 594.326594] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.326777] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.326824] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.327075] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.327075] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.327149] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:374253aa-5e7f-4646-8c93-f2761e90def3 already deleted. [ 594.329404] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-374253aa-5e7f-4646-8c93-f2761e90def3" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.626519] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 414598b0-09ec-4a33-9be4-b95853112d02 [ 594.626519] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.626519] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.626519] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.626519] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.626519] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.626519] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:414598b0-09ec-4a33-9be4-b95853112d02 already deleted. [ 594.626519] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-414598b0-09ec-4a33-9be4-b95853112d02" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.905000] env[69596]: INFO networking_nsxv3.common.synchronization [None req-9d6da30c-dedc-431d-9dd5-4165cf6c67c1 None None] Enqueued Resource ID: 452ff508-8d14-43ef-9f91-c9efb577364e with Priority: HIGHEST for action port [ 594.905299] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 452ff508-8d14-43ef-9f91-c9efb577364e with Priority: HIGHEST for action port [ 594.908135] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-452ff508-8d14-43ef-9f91-c9efb577364e taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.908821] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-452ff508-8d14-43ef-9f91-c9efb577364e" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.908821] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-452ff508-8d14-43ef-9f91-c9efb577364e" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.908821] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-452ff508-8d14-43ef-9f91-c9efb577364e" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.908821] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('452ff508-8d14-43ef-9f91-c9efb577364e',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.372926] env[69596]: INFO networking_nsxv3.common.synchronization [req-04000377-b494-4027-8f19-a59a19a9937c req-d4d7622c-cb4b-47dd-8cea-bdc61d297e12 tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] Enqueued Resource ID: 1aeb7f0b-43bc-4968-8b6e-f3b8e7240e5c with Priority: HIGHEST for action security_group_members [ 595.373470] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1aeb7f0b-43bc-4968-8b6e-f3b8e7240e5c with Priority: HIGHEST for action security_group_members [ 595.373759] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-1aeb7f0b-43bc-4968-8b6e-f3b8e7240e5c taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.373883] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1aeb7f0b-43bc-4968-8b6e-f3b8e7240e5c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.373954] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1aeb7f0b-43bc-4968-8b6e-f3b8e7240e5c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.376103] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1aeb7f0b-43bc-4968-8b6e-f3b8e7240e5c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.376273] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.376382] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.376447] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.376617] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.376706] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.376801] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1aeb7f0b-43bc-4968-8b6e-f3b8e7240e5c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.412072] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 452ff508-8d14-43ef-9f91-c9efb577364e [ 595.412327] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.412502] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.412502] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.412815] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.412879] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.413047] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:452ff508-8d14-43ef-9f91-c9efb577364e already deleted. [ 595.413076] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-452ff508-8d14-43ef-9f91-c9efb577364e" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.502425] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.502581] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.502654] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.502868] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.503122] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.880489] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.882272] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.882272] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.882272] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.882272] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.882272] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.882272] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.882272] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.882272] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.882272] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.882272] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1aeb7f0b-43bc-4968-8b6e-f3b8e7240e5c already deleted. [ 595.882272] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1aeb7f0b-43bc-4968-8b6e-f3b8e7240e5c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.005942] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.339607] env[69596]: INFO networking_nsxv3.common.synchronization [None req-8c54fe27-52cf-4cd8-b2e1-95514f995696 None None] Enqueued Resource ID: aafa0618-bdc6-46ff-8bc1-124c5e2c9f74 with Priority: HIGHEST for action port [ 596.340201] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aafa0618-bdc6-46ff-8bc1-124c5e2c9f74 with Priority: HIGHEST for action port [ 596.340976] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-aafa0618-bdc6-46ff-8bc1-124c5e2c9f74 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.341123] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aafa0618-bdc6-46ff-8bc1-124c5e2c9f74" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.341243] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aafa0618-bdc6-46ff-8bc1-124c5e2c9f74" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.341719] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aafa0618-bdc6-46ff-8bc1-124c5e2c9f74" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.341955] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aafa0618-bdc6-46ff-8bc1-124c5e2c9f74',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.488116] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-574 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.488323] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-574" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.488448] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-574" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.488808] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-574" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.491218] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.491649] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.491783] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.492049] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.492199] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.492582] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 596.492690] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 596.492810] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 596.492937] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 596.493065] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 596.493169] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 596.493311] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 596.508034] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.521941] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 596.521941] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 596.521941] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 596.521941] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-574" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.521941] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-1d133c11-7945-4631-9fe3-81b6858b8424 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.521941] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-1d133c11-7945-4631-9fe3-81b6858b8424" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.521941] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-1d133c11-7945-4631-9fe3-81b6858b8424" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.521941] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-1d133c11-7945-4631-9fe3-81b6858b8424" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.521941] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d133c11-7945-4631-9fe3-81b6858b8424',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.551444] env[69596]: INFO networking_nsxv3.common.synchronization [req-97939f9c-495b-434b-bdbf-73bc18d0f451 req-d0347d45-dd2f-4339-800b-2b9fc5107886 tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] Enqueued Resource ID: 28908f26-35fb-4c69-af59-211e8a6a1c4c with Priority: HIGHEST for action security_group_members [ 596.551444] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28908f26-35fb-4c69-af59-211e8a6a1c4c with Priority: HIGHEST for action security_group_members [ 596.551444] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-28908f26-35fb-4c69-af59-211e8a6a1c4c taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.551444] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28908f26-35fb-4c69-af59-211e8a6a1c4c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.551619] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28908f26-35fb-4c69-af59-211e8a6a1c4c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.551806] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28908f26-35fb-4c69-af59-211e8a6a1c4c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.552203] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.552328] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.552398] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.552976] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.553091] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.553194] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28908f26-35fb-4c69-af59-211e8a6a1c4c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.845014] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aafa0618-bdc6-46ff-8bc1-124c5e2c9f74 [ 596.845014] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.845014] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.845014] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.845014] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.845014] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.845014] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aafa0618-bdc6-46ff-8bc1-124c5e2c9f74 already deleted. [ 596.845014] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aafa0618-bdc6-46ff-8bc1-124c5e2c9f74" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.002134] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-538 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.002134] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-538" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.002134] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-538" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.002134] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-538" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.002134] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.002134] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.002134] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.002134] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.002134] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.002134] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 597.002134] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 597.003303] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 597.004191] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 597.004473] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 597.005086] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 597.005369] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 597.010534] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 597.010818] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 597.024157] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 597.024157] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 597.024157] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 597.024404] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-538" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.024542] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-7b489730-68b4-42b7-a3b8-c49d8acb4639 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.024727] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-7b489730-68b4-42b7-a3b8-c49d8acb4639" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.025213] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-7b489730-68b4-42b7-a3b8-c49d8acb4639" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.025213] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-7b489730-68b4-42b7-a3b8-c49d8acb4639" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.025332] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b489730-68b4-42b7-a3b8-c49d8acb4639',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.026576] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.027022] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.027022] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.027336] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.027497] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.028038] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port 1d133c11-7945-4631-9fe3-81b6858b8424 not found, creating... [ 597.028151] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.028375] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.028515] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.028760] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.029137] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.030573] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.030573] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.030573] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.030573] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.030807] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.032839] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: 1d133c11-7945-4631-9fe3-81b6858b8424 is going to be created. [ 597.050465] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.050465] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.050465] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.050723] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.050970] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.051230] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-1d133c11-7945-4631-9fe3-81b6858b8424" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.055281] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.055411] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.055443] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.055597] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.055680] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.056055] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.056161] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.056226] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.056377] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.056454] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.056553] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28908f26-35fb-4c69-af59-211e8a6a1c4c already deleted. [ 597.056748] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28908f26-35fb-4c69-af59-211e8a6a1c4c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.536667] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.536891] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.537030] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.537311] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.537461] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.537687] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port 7b489730-68b4-42b7-a3b8-c49d8acb4639 not found, creating... [ 597.537879] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.538048] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.538168] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.538379] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.538514] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.538799] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.538951] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.539079] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.539658] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.539658] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.539658] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: 7b489730-68b4-42b7-a3b8-c49d8acb4639 is going to be created. [ 597.561831] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.561831] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.561831] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.561831] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.561831] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.561831] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-7b489730-68b4-42b7-a3b8-c49d8acb4639" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.844026] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.844026] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.844026] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.844026] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.863428] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 597.864672] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.865904] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 597.883959] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.884115] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.884192] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.884404] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.884944] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.885192] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 597.885269] env[69596]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69596) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 597.885343] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 597.906086] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.906086] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.906086] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.906086] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.906086] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.906297] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 597.926644] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.926644] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.926644] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.926644] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.926644] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.926644] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 597.948150] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.948327] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.948396] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.948603] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.948730] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.948854] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 597.948924] env[69596]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=69596) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 597.948994] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 597.976731] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.976880] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.976953] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.977566] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.977566] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.977566] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 597.977566] env[69596]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69596) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 597.977566] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 598.000121] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.000121] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.000121] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.000121] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.000121] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.000121] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 598.000121] env[69596]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69596) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 598.000121] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 598.000121] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 598.000121] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 598.000121] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 598.000121] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 598.000492] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 598.000492] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 598.000545] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 598.018536] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.018536] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.018536] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.018926] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.018969] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.019106] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 598.037635] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.037635] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.037635] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.037791] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.037947] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.053342] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.550973] env[69596]: INFO networking_nsxv3.common.synchronization [req-04000377-b494-4027-8f19-a59a19a9937c req-af6f49f4-9a2b-4251-9441-b89075f6e1b1 service nova] Enqueued Resource ID: 1aeb7f0b-43bc-4968-8b6e-f3b8e7240e5c with Priority: HIGHEST for action security_group_rules [ 598.550973] env[69596]: INFO networking_nsxv3.common.synchronization [req-04000377-b494-4027-8f19-a59a19a9937c req-af6f49f4-9a2b-4251-9441-b89075f6e1b1 service nova] Enqueued Resource ID: 1aeb7f0b-43bc-4968-8b6e-f3b8e7240e5c with Priority: HIGHEST for action security_group_members [ 598.550973] env[69596]: INFO networking_nsxv3.common.synchronization [req-04000377-b494-4027-8f19-a59a19a9937c req-af6f49f4-9a2b-4251-9441-b89075f6e1b1 service nova] Enqueued Resource ID: 1d133c11-7945-4631-9fe3-81b6858b8424 with Priority: HIGHEST for action port [ 598.550973] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1aeb7f0b-43bc-4968-8b6e-f3b8e7240e5c with Priority: HIGHEST for action security_group_rules [ 598.550973] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1aeb7f0b-43bc-4968-8b6e-f3b8e7240e5c with Priority: HIGHEST for action security_group_members [ 598.550973] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d133c11-7945-4631-9fe3-81b6858b8424 with Priority: HIGHEST for action port [ 598.550973] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1aeb7f0b-43bc-4968-8b6e-f3b8e7240e5c taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.550973] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1aeb7f0b-43bc-4968-8b6e-f3b8e7240e5c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.551543] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1aeb7f0b-43bc-4968-8b6e-f3b8e7240e5c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.552221] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1aeb7f0b-43bc-4968-8b6e-f3b8e7240e5c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.552318] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1aeb7f0b-43bc-4968-8b6e-f3b8e7240e5c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.554610] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-1aeb7f0b-43bc-4968-8b6e-f3b8e7240e5c taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.555082] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1aeb7f0b-43bc-4968-8b6e-f3b8e7240e5c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.555082] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1aeb7f0b-43bc-4968-8b6e-f3b8e7240e5c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.555082] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1aeb7f0b-43bc-4968-8b6e-f3b8e7240e5c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.555232] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.555232] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.555301] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.555420] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.555499] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.555583] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1aeb7f0b-43bc-4968-8b6e-f3b8e7240e5c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.557964] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d133c11-7945-4631-9fe3-81b6858b8424 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.557964] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d133c11-7945-4631-9fe3-81b6858b8424" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.557964] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d133c11-7945-4631-9fe3-81b6858b8424" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.558226] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d133c11-7945-4631-9fe3-81b6858b8424" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.558226] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d133c11-7945-4631-9fe3-81b6858b8424',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.897785] env[69596]: INFO networking_nsxv3.common.synchronization [req-97939f9c-495b-434b-bdbf-73bc18d0f451 req-0f3de01d-5092-483b-8cbf-05e8603c791b service nova] Enqueued Resource ID: 28908f26-35fb-4c69-af59-211e8a6a1c4c with Priority: HIGHEST for action security_group_rules [ 598.898267] env[69596]: INFO networking_nsxv3.common.synchronization [req-97939f9c-495b-434b-bdbf-73bc18d0f451 req-0f3de01d-5092-483b-8cbf-05e8603c791b service nova] Enqueued Resource ID: 28908f26-35fb-4c69-af59-211e8a6a1c4c with Priority: HIGHEST for action security_group_members [ 598.898507] env[69596]: INFO networking_nsxv3.common.synchronization [req-97939f9c-495b-434b-bdbf-73bc18d0f451 req-0f3de01d-5092-483b-8cbf-05e8603c791b service nova] Enqueued Resource ID: 7b489730-68b4-42b7-a3b8-c49d8acb4639 with Priority: HIGHEST for action port [ 598.899424] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28908f26-35fb-4c69-af59-211e8a6a1c4c with Priority: HIGHEST for action security_group_rules [ 598.899628] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28908f26-35fb-4c69-af59-211e8a6a1c4c with Priority: HIGHEST for action security_group_members [ 598.900432] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b489730-68b4-42b7-a3b8-c49d8acb4639 with Priority: HIGHEST for action port [ 598.900799] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-28908f26-35fb-4c69-af59-211e8a6a1c4c taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.900968] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-28908f26-35fb-4c69-af59-211e8a6a1c4c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.901087] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-28908f26-35fb-4c69-af59-211e8a6a1c4c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.901566] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-28908f26-35fb-4c69-af59-211e8a6a1c4c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.901680] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('28908f26-35fb-4c69-af59-211e8a6a1c4c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.902710] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-28908f26-35fb-4c69-af59-211e8a6a1c4c taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.902797] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28908f26-35fb-4c69-af59-211e8a6a1c4c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.902907] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28908f26-35fb-4c69-af59-211e8a6a1c4c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.903150] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28908f26-35fb-4c69-af59-211e8a6a1c4c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.903452] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.903505] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.903596] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.903789] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.903945] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.904061] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28908f26-35fb-4c69-af59-211e8a6a1c4c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.905194] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b489730-68b4-42b7-a3b8-c49d8acb4639 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.905370] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b489730-68b4-42b7-a3b8-c49d8acb4639" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.905496] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b489730-68b4-42b7-a3b8-c49d8acb4639" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.905688] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b489730-68b4-42b7-a3b8-c49d8acb4639" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.905804] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b489730-68b4-42b7-a3b8-c49d8acb4639',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.055354] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-1aeb7f0b-43bc-4968-8b6e-f3b8e7240e5c taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.055354] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1aeb7f0b-43bc-4968-8b6e-f3b8e7240e5c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.059031] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1aeb7f0b-43bc-4968-8b6e-f3b8e7240e5c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.070242] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1d133c11-7945-4631-9fe3-81b6858b8424 with status ACTIVE [ 599.070242] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.070242] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.070242] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.070242] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.070242] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.070242] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.070242] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.070242] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.070242] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.070242] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.070242] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.070242] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.070242] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.070242] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.070242] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.070242] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1d133c11-7945-4631-9fe3-81b6858b8424 is going to be updated. [ 599.088666] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.088666] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.088666] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.088666] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.088666] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.088666] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d133c11-7945-4631-9fe3-81b6858b8424" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.409108] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-28908f26-35fb-4c69-af59-211e8a6a1c4c taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.409730] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28908f26-35fb-4c69-af59-211e8a6a1c4c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.421182] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7b489730-68b4-42b7-a3b8-c49d8acb4639 with status ACTIVE [ 599.421431] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.421565] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.421661] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.421836] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.421925] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.422117] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.422219] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.422408] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.422550] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.422550] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.422724] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.422786] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.422822] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.422989] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.423055] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.423138] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7b489730-68b4-42b7-a3b8-c49d8acb4639 is going to be updated. [ 599.424955] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('28908f26-35fb-4c69-af59-211e8a6a1c4c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.446097] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.446254] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.446304] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.447130] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.447130] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.447130] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b489730-68b4-42b7-a3b8-c49d8acb4639" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.566026] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1aeb7f0b-43bc-4968-8b6e-f3b8e7240e5c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.675433] env[69596]: INFO networking_nsxv3.common.synchronization [None req-95f2e9a1-e3d4-40bf-be61-eefd93cfa87b None None] Enqueued Resource ID: 8a3d3e69-4465-4d2e-b245-c39a2b176308 with Priority: HIGHEST for action port [ 599.675516] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a3d3e69-4465-4d2e-b245-c39a2b176308 with Priority: HIGHEST for action port [ 599.676074] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a3d3e69-4465-4d2e-b245-c39a2b176308 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.676235] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a3d3e69-4465-4d2e-b245-c39a2b176308" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.676978] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a3d3e69-4465-4d2e-b245-c39a2b176308" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.676978] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a3d3e69-4465-4d2e-b245-c39a2b176308" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.676978] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a3d3e69-4465-4d2e-b245-c39a2b176308',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.930286] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('28908f26-35fb-4c69-af59-211e8a6a1c4c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.068624] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.068898] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.068898] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.071169] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.071301] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.071409] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1aeb7f0b-43bc-4968-8b6e-f3b8e7240e5c is going to be created. [ 600.100070] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.100070] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.100070] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.100070] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.100070] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.107788] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1aeb7f0b-43bc-4968-8b6e-f3b8e7240e5c in Status: UNINITIALIZED for 2s [ 600.180733] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8a3d3e69-4465-4d2e-b245-c39a2b176308 [ 600.180733] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.180733] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.180733] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.180733] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.180733] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.180733] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8a3d3e69-4465-4d2e-b245-c39a2b176308 already deleted. [ 600.180733] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a3d3e69-4465-4d2e-b245-c39a2b176308" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.435693] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.435693] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.435693] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.435693] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.435693] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.435693] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28908f26-35fb-4c69-af59-211e8a6a1c4c is going to be created. [ 600.457101] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.457273] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.457357] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.457544] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.457681] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.466415] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28908f26-35fb-4c69-af59-211e8a6a1c4c in Status: UNINITIALIZED for 2s [ 600.629265] env[69596]: INFO networking_nsxv3.common.synchronization [None req-e04449ee-7a47-4fd5-a004-cebb333dafcc tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] Enqueued Resource ID: 1768ee4d-8b25-4e98-8ccf-9ddc42308b8c with Priority: HIGHEST for action security_group_rules [ 600.629265] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1768ee4d-8b25-4e98-8ccf-9ddc42308b8c with Priority: HIGHEST for action security_group_rules [ 600.629265] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1768ee4d-8b25-4e98-8ccf-9ddc42308b8c taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.629730] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1768ee4d-8b25-4e98-8ccf-9ddc42308b8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.629730] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1768ee4d-8b25-4e98-8ccf-9ddc42308b8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.629730] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1768ee4d-8b25-4e98-8ccf-9ddc42308b8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.629730] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1768ee4d-8b25-4e98-8ccf-9ddc42308b8c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.761687] env[69596]: INFO networking_nsxv3.common.synchronization [None req-e5bf8fcd-bd43-44d0-8b32-e6367f3b20eb tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] Enqueued Resource ID: 1768ee4d-8b25-4e98-8ccf-9ddc42308b8c with Priority: HIGHEST for action security_group_rules [ 600.762636] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1768ee4d-8b25-4e98-8ccf-9ddc42308b8c with Priority: HIGHEST for action security_group_rules [ 600.762636] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1768ee4d-8b25-4e98-8ccf-9ddc42308b8c taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.762923] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1768ee4d-8b25-4e98-8ccf-9ddc42308b8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.077664] env[69596]: INFO networking_nsxv3.common.synchronization [req-51c0d7f6-309d-4ae4-97af-358aecea902b req-3c3a5942-20fe-43ad-8279-fe7b80915549 tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] Enqueued Resource ID: 596ea14e-3ab2-453f-bdc9-e4d0322867cb with Priority: HIGHEST for action security_group_members [ 601.078251] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 596ea14e-3ab2-453f-bdc9-e4d0322867cb with Priority: HIGHEST for action security_group_members [ 601.081015] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-596ea14e-3ab2-453f-bdc9-e4d0322867cb taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.081015] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-596ea14e-3ab2-453f-bdc9-e4d0322867cb" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.081015] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-596ea14e-3ab2-453f-bdc9-e4d0322867cb" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.081015] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-596ea14e-3ab2-453f-bdc9-e4d0322867cb" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.081015] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.081015] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.081015] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.081015] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.081015] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.081015] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('596ea14e-3ab2-453f-bdc9-e4d0322867cb',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.152493] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.152493] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.152493] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.152858] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.152858] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.153065] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1768ee4d-8b25-4e98-8ccf-9ddc42308b8c already deleted. [ 601.153065] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1768ee4d-8b25-4e98-8ccf-9ddc42308b8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.153777] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1768ee4d-8b25-4e98-8ccf-9ddc42308b8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.153777] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1768ee4d-8b25-4e98-8ccf-9ddc42308b8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.153777] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1768ee4d-8b25-4e98-8ccf-9ddc42308b8c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.279076] env[69596]: INFO networking_nsxv3.common.synchronization [None req-142738f7-c01a-4b31-bf81-b348ac4f73d9 None None] Enqueued Resource ID: de5c1252-0c04-4e31-9526-258741dc063e with Priority: HIGHEST for action port [ 601.279361] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de5c1252-0c04-4e31-9526-258741dc063e with Priority: HIGHEST for action port [ 601.279606] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-de5c1252-0c04-4e31-9526-258741dc063e taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.279840] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de5c1252-0c04-4e31-9526-258741dc063e" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.279840] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de5c1252-0c04-4e31-9526-258741dc063e" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.283979] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de5c1252-0c04-4e31-9526-258741dc063e" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.284107] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de5c1252-0c04-4e31-9526-258741dc063e',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.584030] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.584181] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.584320] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.584460] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.584548] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.585726] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.585726] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.585726] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.585726] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.585726] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.585726] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 596ea14e-3ab2-453f-bdc9-e4d0322867cb already deleted. [ 601.585726] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-596ea14e-3ab2-453f-bdc9-e4d0322867cb" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.611129] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-574 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.611129] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-574" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.611247] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-574" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.611500] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-574" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.611750] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.611905] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.612032] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.612242] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.612376] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.612596] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 601.612706] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 601.612821] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 601.612958] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 601.615585] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 601.617984] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 601.617984] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 601.635213] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 601.635337] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 601.635472] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 601.636871] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-574" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.638101] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-34b0558f-2af3-49e2-8623-c5a9911057f9 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.638101] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-34b0558f-2af3-49e2-8623-c5a9911057f9" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.638101] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-34b0558f-2af3-49e2-8623-c5a9911057f9" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.638101] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-34b0558f-2af3-49e2-8623-c5a9911057f9" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.638101] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34b0558f-2af3-49e2-8623-c5a9911057f9',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.672865] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.673098] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.673159] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.673374] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.673427] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.673775] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1768ee4d-8b25-4e98-8ccf-9ddc42308b8c already deleted. [ 601.673775] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1768ee4d-8b25-4e98-8ccf-9ddc42308b8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.786722] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port de5c1252-0c04-4e31-9526-258741dc063e [ 601.787026] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.787302] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.787302] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.787518] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.787626] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.787741] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:de5c1252-0c04-4e31-9526-258741dc063e already deleted. [ 601.787836] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de5c1252-0c04-4e31-9526-258741dc063e" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.080674] env[69596]: INFO networking_nsxv3.common.synchronization [None req-e4e1ee08-c685-49b6-9673-3b5b53c619f0 tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Enqueued Resource ID: 6a34bef7-16d4-4e38-aef7-2fdf6472ace4 with Priority: HIGHEST for action security_group_rules [ 602.081169] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a34bef7-16d4-4e38-aef7-2fdf6472ace4 with Priority: HIGHEST for action security_group_rules [ 602.081436] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a34bef7-16d4-4e38-aef7-2fdf6472ace4 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.081614] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a34bef7-16d4-4e38-aef7-2fdf6472ace4" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.081655] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a34bef7-16d4-4e38-aef7-2fdf6472ace4" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.081910] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a34bef7-16d4-4e38-aef7-2fdf6472ace4" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.081990] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a34bef7-16d4-4e38-aef7-2fdf6472ace4',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.117575] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1aeb7f0b-43bc-4968-8b6e-f3b8e7240e5c in Status: SUCCESS [ 602.117575] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1aeb7f0b-43bc-4968-8b6e-f3b8e7240e5c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.117575] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1aeb7f0b-43bc-4968-8b6e-f3b8e7240e5c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.117575] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1aeb7f0b-43bc-4968-8b6e-f3b8e7240e5c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.117575] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.117575] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.119150] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.119293] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.119378] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.119476] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1aeb7f0b-43bc-4968-8b6e-f3b8e7240e5c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.119573] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1aeb7f0b-43bc-4968-8b6e-f3b8e7240e5c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.140439] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.140641] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.140762] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.141042] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.141188] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.141338] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port 34b0558f-2af3-49e2-8623-c5a9911057f9 not found, creating... [ 602.141588] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.141754] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.141851] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.142077] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.142202] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.142541] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.142649] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.142783] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.143334] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.143334] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.143334] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: 34b0558f-2af3-49e2-8623-c5a9911057f9 is going to be created. [ 602.161697] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.162409] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.164021] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.164021] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.164021] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.164021] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-34b0558f-2af3-49e2-8623-c5a9911057f9" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.219988] env[69596]: INFO networking_nsxv3.common.synchronization [None req-296c3d44-6feb-49fc-8fa3-65a05b85f89f tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Enqueued Resource ID: 6a34bef7-16d4-4e38-aef7-2fdf6472ace4 with Priority: HIGHEST for action security_group_rules [ 602.220679] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a34bef7-16d4-4e38-aef7-2fdf6472ace4 with Priority: HIGHEST for action security_group_rules [ 602.220773] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a34bef7-16d4-4e38-aef7-2fdf6472ace4 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.220855] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a34bef7-16d4-4e38-aef7-2fdf6472ace4" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.406607] env[69596]: INFO networking_nsxv3.common.synchronization [None req-89675f3b-c261-445b-910a-478fcdbbb79d None None] Enqueued Resource ID: 54f02690-ecdc-4bac-88e1-d9ea564cdc0d with Priority: HIGHEST for action port [ 602.410426] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54f02690-ecdc-4bac-88e1-d9ea564cdc0d with Priority: HIGHEST for action port [ 602.410426] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-54f02690-ecdc-4bac-88e1-d9ea564cdc0d taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.410426] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54f02690-ecdc-4bac-88e1-d9ea564cdc0d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.410803] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54f02690-ecdc-4bac-88e1-d9ea564cdc0d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.410803] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54f02690-ecdc-4bac-88e1-d9ea564cdc0d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.411047] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54f02690-ecdc-4bac-88e1-d9ea564cdc0d',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.478152] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28908f26-35fb-4c69-af59-211e8a6a1c4c in Status: SUCCESS [ 602.478152] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28908f26-35fb-4c69-af59-211e8a6a1c4c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.478152] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28908f26-35fb-4c69-af59-211e8a6a1c4c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.478152] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28908f26-35fb-4c69-af59-211e8a6a1c4c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.478152] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.478152] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.478152] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.478152] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.478152] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.478152] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28908f26-35fb-4c69-af59-211e8a6a1c4c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.478152] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('28908f26-35fb-4c69-af59-211e8a6a1c4c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.602330] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.602628] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.602628] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.602774] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.602915] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.603038] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a34bef7-16d4-4e38-aef7-2fdf6472ace4 already deleted. [ 602.603130] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a34bef7-16d4-4e38-aef7-2fdf6472ace4" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.603310] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a34bef7-16d4-4e38-aef7-2fdf6472ace4" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.603469] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a34bef7-16d4-4e38-aef7-2fdf6472ace4" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.603578] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a34bef7-16d4-4e38-aef7-2fdf6472ace4',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.625194] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-1aeb7f0b-43bc-4968-8b6e-f3b8e7240e5c taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.625194] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1aeb7f0b-43bc-4968-8b6e-f3b8e7240e5c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.625624] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1aeb7f0b-43bc-4968-8b6e-f3b8e7240e5c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.625624] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1aeb7f0b-43bc-4968-8b6e-f3b8e7240e5c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.625686] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.625875] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.625875] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.626012] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.626105] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.626202] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1aeb7f0b-43bc-4968-8b6e-f3b8e7240e5c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.626337] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-1aeb7f0b-43bc-4968-8b6e-f3b8e7240e5c taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.626907] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1aeb7f0b-43bc-4968-8b6e-f3b8e7240e5c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.626907] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1aeb7f0b-43bc-4968-8b6e-f3b8e7240e5c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.626907] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1aeb7f0b-43bc-4968-8b6e-f3b8e7240e5c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.626907] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.626907] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.627851] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.627851] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.627851] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.627851] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1aeb7f0b-43bc-4968-8b6e-f3b8e7240e5c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.627851] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1aeb7f0b-43bc-4968-8b6e-f3b8e7240e5c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.915534] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 54f02690-ecdc-4bac-88e1-d9ea564cdc0d [ 602.915534] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.915534] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.915534] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.915534] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.915534] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.915534] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:54f02690-ecdc-4bac-88e1-d9ea564cdc0d already deleted. [ 602.915534] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54f02690-ecdc-4bac-88e1-d9ea564cdc0d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.982185] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-28908f26-35fb-4c69-af59-211e8a6a1c4c taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.982185] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28908f26-35fb-4c69-af59-211e8a6a1c4c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.982185] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28908f26-35fb-4c69-af59-211e8a6a1c4c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.982185] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28908f26-35fb-4c69-af59-211e8a6a1c4c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.982343] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.982411] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.983022] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.983022] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.983022] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.983022] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28908f26-35fb-4c69-af59-211e8a6a1c4c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.983022] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-28908f26-35fb-4c69-af59-211e8a6a1c4c taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.983223] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28908f26-35fb-4c69-af59-211e8a6a1c4c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.983223] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28908f26-35fb-4c69-af59-211e8a6a1c4c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.983296] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28908f26-35fb-4c69-af59-211e8a6a1c4c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.983430] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.983747] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.983797] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.983956] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.984154] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.984267] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28908f26-35fb-4c69-af59-211e8a6a1c4c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.984378] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('28908f26-35fb-4c69-af59-211e8a6a1c4c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.126138] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.126138] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.126138] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.126138] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.126138] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.126138] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a34bef7-16d4-4e38-aef7-2fdf6472ace4 already deleted. [ 603.126138] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a34bef7-16d4-4e38-aef7-2fdf6472ace4" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.127170] env[69596]: INFO networking_nsxv3.common.synchronization [None req-6590ea5a-ab88-4cbf-ad60-3c24cb6a3a11 None None] Enqueued Resource ID: 0239dfd4-1af8-4dd1-8acb-847ac6d3dfcf with Priority: HIGHEST for action port [ 603.127521] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0239dfd4-1af8-4dd1-8acb-847ac6d3dfcf with Priority: HIGHEST for action port [ 603.128143] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-0239dfd4-1af8-4dd1-8acb-847ac6d3dfcf taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.128266] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0239dfd4-1af8-4dd1-8acb-847ac6d3dfcf" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.128319] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0239dfd4-1af8-4dd1-8acb-847ac6d3dfcf" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.128600] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0239dfd4-1af8-4dd1-8acb-847ac6d3dfcf" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.128679] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0239dfd4-1af8-4dd1-8acb-847ac6d3dfcf',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.135519] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1aeb7f0b-43bc-4968-8b6e-f3b8e7240e5c: rpc.has_security_group_logging(os_id): False [ 603.150661] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.150801] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.150865] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.151100] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.151236] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.151447] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.151549] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.151668] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.151753] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.151826] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.152071] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.152165] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.152225] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.152363] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.152432] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.152604] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.152691] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.153846] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.153846] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.153846] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.153846] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1aeb7f0b-43bc-4968-8b6e-f3b8e7240e5c is going to be created. [ 603.212481] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.212615] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.212686] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.212944] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.213105] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.225479] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1aeb7f0b-43bc-4968-8b6e-f3b8e7240e5c in Status: IN_PROGRESS for 2s [ 603.263784] env[69596]: INFO networking_nsxv3.common.synchronization [None req-13cd364e-3f73-484a-96b5-410935d2e632 None None] Enqueued Resource ID: 0ba55312-af1c-4b8d-9434-95f8e6b407d0 with Priority: HIGHEST for action port [ 603.264442] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ba55312-af1c-4b8d-9434-95f8e6b407d0 with Priority: HIGHEST for action port [ 603.264760] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ba55312-af1c-4b8d-9434-95f8e6b407d0 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.264881] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ba55312-af1c-4b8d-9434-95f8e6b407d0" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.264995] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ba55312-af1c-4b8d-9434-95f8e6b407d0" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.266125] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ba55312-af1c-4b8d-9434-95f8e6b407d0" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.266125] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ba55312-af1c-4b8d-9434-95f8e6b407d0',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.487042] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 28908f26-35fb-4c69-af59-211e8a6a1c4c: rpc.has_security_group_logging(os_id): False [ 603.508156] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.508156] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.508156] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.508156] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.508156] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.508156] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.508156] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.508156] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.508156] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.508156] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.508156] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.508156] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.508156] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.508156] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.508156] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.508647] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.508647] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.508647] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.508647] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.508846] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.509261] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28908f26-35fb-4c69-af59-211e8a6a1c4c is going to be created. [ 603.564512] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.564949] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.564949] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.565196] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.565196] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.575837] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28908f26-35fb-4c69-af59-211e8a6a1c4c in Status: IN_PROGRESS for 2s [ 603.636237] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0239dfd4-1af8-4dd1-8acb-847ac6d3dfcf [ 603.636651] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.636739] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.636988] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.637127] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.637197] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.637297] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0239dfd4-1af8-4dd1-8acb-847ac6d3dfcf already deleted. [ 603.637393] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0239dfd4-1af8-4dd1-8acb-847ac6d3dfcf" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.729200] env[69596]: INFO networking_nsxv3.common.synchronization [None req-4c6848ed-22c0-4b58-848c-95704742ed50 None None] Enqueued Resource ID: 1dcf584f-aca3-4ad9-b599-afc915574326 with Priority: HIGHEST for action port [ 603.729481] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1dcf584f-aca3-4ad9-b599-afc915574326 with Priority: HIGHEST for action port [ 603.732162] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-1dcf584f-aca3-4ad9-b599-afc915574326 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.732162] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1dcf584f-aca3-4ad9-b599-afc915574326" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.732162] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1dcf584f-aca3-4ad9-b599-afc915574326" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.732162] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1dcf584f-aca3-4ad9-b599-afc915574326" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.732162] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1dcf584f-aca3-4ad9-b599-afc915574326',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.770338] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0ba55312-af1c-4b8d-9434-95f8e6b407d0 [ 603.770562] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.770687] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.770751] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.770960] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.772189] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.772321] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0ba55312-af1c-4b8d-9434-95f8e6b407d0 already deleted. [ 603.772442] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ba55312-af1c-4b8d-9434-95f8e6b407d0" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.068441] env[69596]: INFO networking_nsxv3.common.synchronization [req-51c0d7f6-309d-4ae4-97af-358aecea902b req-eb389a97-0591-4eec-b28c-858b36b659cd service nova] Enqueued Resource ID: 596ea14e-3ab2-453f-bdc9-e4d0322867cb with Priority: HIGHEST for action security_group_rules [ 604.068441] env[69596]: INFO networking_nsxv3.common.synchronization [req-51c0d7f6-309d-4ae4-97af-358aecea902b req-eb389a97-0591-4eec-b28c-858b36b659cd service nova] Enqueued Resource ID: 596ea14e-3ab2-453f-bdc9-e4d0322867cb with Priority: HIGHEST for action security_group_members [ 604.068441] env[69596]: INFO networking_nsxv3.common.synchronization [req-51c0d7f6-309d-4ae4-97af-358aecea902b req-eb389a97-0591-4eec-b28c-858b36b659cd service nova] Enqueued Resource ID: 34b0558f-2af3-49e2-8623-c5a9911057f9 with Priority: HIGHEST for action port [ 604.068441] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 596ea14e-3ab2-453f-bdc9-e4d0322867cb with Priority: HIGHEST for action security_group_rules [ 604.068441] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 596ea14e-3ab2-453f-bdc9-e4d0322867cb with Priority: HIGHEST for action security_group_members [ 604.068441] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34b0558f-2af3-49e2-8623-c5a9911057f9 with Priority: HIGHEST for action port [ 604.069806] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-596ea14e-3ab2-453f-bdc9-e4d0322867cb taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.069902] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-596ea14e-3ab2-453f-bdc9-e4d0322867cb" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.069979] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-596ea14e-3ab2-453f-bdc9-e4d0322867cb" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.070536] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-596ea14e-3ab2-453f-bdc9-e4d0322867cb" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.070536] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('596ea14e-3ab2-453f-bdc9-e4d0322867cb',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.071181] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-596ea14e-3ab2-453f-bdc9-e4d0322867cb taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.071287] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-596ea14e-3ab2-453f-bdc9-e4d0322867cb" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.071352] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-596ea14e-3ab2-453f-bdc9-e4d0322867cb" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.071520] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-596ea14e-3ab2-453f-bdc9-e4d0322867cb" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.071659] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.071758] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.071816] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.071955] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.072047] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.072135] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('596ea14e-3ab2-453f-bdc9-e4d0322867cb',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.075272] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-34b0558f-2af3-49e2-8623-c5a9911057f9 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.075616] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34b0558f-2af3-49e2-8623-c5a9911057f9" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.076134] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34b0558f-2af3-49e2-8623-c5a9911057f9" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.076393] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34b0558f-2af3-49e2-8623-c5a9911057f9" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.079687] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34b0558f-2af3-49e2-8623-c5a9911057f9',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.199984] env[69596]: INFO networking_nsxv3.common.synchronization [req-c61fd132-46c9-4a1f-afd7-924e69f99879 req-238b8924-0a90-4494-9688-98c1ca3ed57c tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] Enqueued Resource ID: 81691705-36ef-486a-8285-3016a3eb1ed1 with Priority: HIGHEST for action security_group_members [ 604.199984] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81691705-36ef-486a-8285-3016a3eb1ed1 with Priority: HIGHEST for action security_group_members [ 604.199984] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-81691705-36ef-486a-8285-3016a3eb1ed1 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.199984] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81691705-36ef-486a-8285-3016a3eb1ed1" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.199984] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81691705-36ef-486a-8285-3016a3eb1ed1" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.199984] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81691705-36ef-486a-8285-3016a3eb1ed1" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.199984] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.199984] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.199984] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.199984] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.199984] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.199984] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81691705-36ef-486a-8285-3016a3eb1ed1',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.232683] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1dcf584f-aca3-4ad9-b599-afc915574326 [ 604.232912] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.233054] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.233120] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.234244] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.234244] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.234244] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1dcf584f-aca3-4ad9-b599-afc915574326 already deleted. [ 604.234244] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1dcf584f-aca3-4ad9-b599-afc915574326" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.582192] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-596ea14e-3ab2-453f-bdc9-e4d0322867cb taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.582192] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-596ea14e-3ab2-453f-bdc9-e4d0322867cb" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.582312] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('596ea14e-3ab2-453f-bdc9-e4d0322867cb',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.583211] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 34b0558f-2af3-49e2-8623-c5a9911057f9 with status ACTIVE [ 604.583411] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.583524] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.583591] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.583809] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.583892] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.584101] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.584207] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.584263] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.584419] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.584527] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.584665] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.584754] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.584810] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.584941] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.586914] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.587162] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 34b0558f-2af3-49e2-8623-c5a9911057f9 is going to be updated. [ 604.612931] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.612931] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.612931] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.612931] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.612931] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.612931] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34b0558f-2af3-49e2-8623-c5a9911057f9" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.701790] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.702248] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.702460] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.702711] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.702788] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.703020] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.703136] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.703200] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.703350] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.703425] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.703511] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81691705-36ef-486a-8285-3016a3eb1ed1 already deleted. [ 604.703591] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81691705-36ef-486a-8285-3016a3eb1ed1" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.978470] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-574 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.978470] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-574" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.978470] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-574" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.978470] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-574" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.978470] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.978470] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.978470] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.978470] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.978470] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.978470] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 604.978470] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 604.978470] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 604.978470] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 604.979027] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 604.979027] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 604.979027] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 604.997517] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 604.997922] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 604.997922] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 604.998099] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-574" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.999397] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-f651e621-53aa-47c5-b717-7f821d2fd8ae taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.999643] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-f651e621-53aa-47c5-b717-7f821d2fd8ae" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.000033] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-f651e621-53aa-47c5-b717-7f821d2fd8ae" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.000112] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-f651e621-53aa-47c5-b717-7f821d2fd8ae" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.000270] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f651e621-53aa-47c5-b717-7f821d2fd8ae',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.089669] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('596ea14e-3ab2-453f-bdc9-e4d0322867cb',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.239039] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1aeb7f0b-43bc-4968-8b6e-f3b8e7240e5c in Status: SUCCESS [ 605.239297] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1aeb7f0b-43bc-4968-8b6e-f3b8e7240e5c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.503923] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.504460] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.504748] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.505183] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.505487] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.505799] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port f651e621-53aa-47c5-b717-7f821d2fd8ae not found, creating... [ 605.506248] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.507541] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.507541] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.507541] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.507541] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.507541] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.507541] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.508085] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.508426] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.509267] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.509658] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: f651e621-53aa-47c5-b717-7f821d2fd8ae is going to be created. [ 605.535065] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.535065] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.535065] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.535644] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.535644] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.535644] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-f651e621-53aa-47c5-b717-7f821d2fd8ae" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.589287] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28908f26-35fb-4c69-af59-211e8a6a1c4c in Status: SUCCESS [ 605.589509] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-28908f26-35fb-4c69-af59-211e8a6a1c4c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.598967] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.598967] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.598967] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.598967] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.598967] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.598967] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 596ea14e-3ab2-453f-bdc9-e4d0322867cb is going to be created. [ 605.637759] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.638037] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.638037] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.638723] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.638723] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.666503] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 596ea14e-3ab2-453f-bdc9-e4d0322867cb in Status: UNINITIALIZED for 2s [ 606.044158] env[69596]: INFO networking_nsxv3.common.synchronization [None req-41c070c2-411b-4aac-a112-fb4e111784de None None] Enqueued Resource ID: 2fc601e1-dc5f-4ad3-af59-d6dcb18017e7 with Priority: HIGHEST for action port [ 606.044158] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fc601e1-dc5f-4ad3-af59-d6dcb18017e7 with Priority: HIGHEST for action port [ 606.044158] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-2fc601e1-dc5f-4ad3-af59-d6dcb18017e7 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.044158] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2fc601e1-dc5f-4ad3-af59-d6dcb18017e7" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.044158] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2fc601e1-dc5f-4ad3-af59-d6dcb18017e7" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.044158] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2fc601e1-dc5f-4ad3-af59-d6dcb18017e7" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.044158] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2fc601e1-dc5f-4ad3-af59-d6dcb18017e7',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.382559] env[69596]: INFO networking_nsxv3.common.synchronization [req-f53fcde0-94a4-4e60-9b94-a70b172811f0 req-6d680d29-68f1-40f3-a034-3e9985ebf57b tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Enqueued Resource ID: 20dd5851-9d03-42b8-bada-063939ac2f8b with Priority: HIGHEST for action security_group_members [ 606.383446] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20dd5851-9d03-42b8-bada-063939ac2f8b with Priority: HIGHEST for action security_group_members [ 606.383644] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-20dd5851-9d03-42b8-bada-063939ac2f8b taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.383644] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20dd5851-9d03-42b8-bada-063939ac2f8b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.383737] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20dd5851-9d03-42b8-bada-063939ac2f8b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.385471] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20dd5851-9d03-42b8-bada-063939ac2f8b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.385646] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.385756] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.385816] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.385986] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.387035] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.387035] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20dd5851-9d03-42b8-bada-063939ac2f8b',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.551573] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2fc601e1-dc5f-4ad3-af59-d6dcb18017e7 [ 606.551573] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.551573] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.551573] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.551573] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.551573] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.551573] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2fc601e1-dc5f-4ad3-af59-d6dcb18017e7 already deleted. [ 606.551573] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2fc601e1-dc5f-4ad3-af59-d6dcb18017e7" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.886317] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-574 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.886561] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-574" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.886805] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-574" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.886985] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-574" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.887268] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.887421] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.887536] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.887749] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.887892] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.888690] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 606.889804] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 606.889804] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 606.889804] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 606.889804] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 606.889804] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 606.889804] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 606.892563] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.892563] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.892563] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.892769] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.892769] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.896190] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.896190] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.896190] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.896190] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.896190] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.896190] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20dd5851-9d03-42b8-bada-063939ac2f8b already deleted. [ 606.896190] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20dd5851-9d03-42b8-bada-063939ac2f8b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.902095] env[69596]: INFO networking_nsxv3.common.synchronization [req-c61fd132-46c9-4a1f-afd7-924e69f99879 req-db7c57f1-2b7d-48eb-ba71-9f9219079944 service nova] Enqueued Resource ID: 81691705-36ef-486a-8285-3016a3eb1ed1 with Priority: HIGHEST for action security_group_rules [ 606.902095] env[69596]: INFO networking_nsxv3.common.synchronization [req-c61fd132-46c9-4a1f-afd7-924e69f99879 req-db7c57f1-2b7d-48eb-ba71-9f9219079944 service nova] Enqueued Resource ID: 81691705-36ef-486a-8285-3016a3eb1ed1 with Priority: HIGHEST for action security_group_members [ 606.904296] env[69596]: INFO networking_nsxv3.common.synchronization [req-c61fd132-46c9-4a1f-afd7-924e69f99879 req-db7c57f1-2b7d-48eb-ba71-9f9219079944 service nova] Enqueued Resource ID: f651e621-53aa-47c5-b717-7f821d2fd8ae with Priority: HIGHEST for action port [ 606.904907] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81691705-36ef-486a-8285-3016a3eb1ed1 with Priority: HIGHEST for action security_group_rules [ 606.905057] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81691705-36ef-486a-8285-3016a3eb1ed1 with Priority: HIGHEST for action security_group_members [ 606.905173] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f651e621-53aa-47c5-b717-7f821d2fd8ae with Priority: HIGHEST for action port [ 606.906189] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81691705-36ef-486a-8285-3016a3eb1ed1 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.906189] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81691705-36ef-486a-8285-3016a3eb1ed1" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.906377] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81691705-36ef-486a-8285-3016a3eb1ed1" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.906582] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81691705-36ef-486a-8285-3016a3eb1ed1" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.906780] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81691705-36ef-486a-8285-3016a3eb1ed1',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.907757] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-81691705-36ef-486a-8285-3016a3eb1ed1 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.907757] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81691705-36ef-486a-8285-3016a3eb1ed1" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.907757] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81691705-36ef-486a-8285-3016a3eb1ed1" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.907922] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81691705-36ef-486a-8285-3016a3eb1ed1" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.911961] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.912067] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.912133] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.912314] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.912454] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.912511] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81691705-36ef-486a-8285-3016a3eb1ed1',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.913569] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-f651e621-53aa-47c5-b717-7f821d2fd8ae taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.913569] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f651e621-53aa-47c5-b717-7f821d2fd8ae" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.913569] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f651e621-53aa-47c5-b717-7f821d2fd8ae" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.913797] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f651e621-53aa-47c5-b717-7f821d2fd8ae" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.913797] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f651e621-53aa-47c5-b717-7f821d2fd8ae',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.920653] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 606.920653] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 606.920653] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 606.920653] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-574" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.920653] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-d0f7a187-62d5-4b2c-b41f-4f7b2f02a08d taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.920653] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-d0f7a187-62d5-4b2c-b41f-4f7b2f02a08d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.920653] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-d0f7a187-62d5-4b2c-b41f-4f7b2f02a08d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.920653] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-d0f7a187-62d5-4b2c-b41f-4f7b2f02a08d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.920653] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0f7a187-62d5-4b2c-b41f-4f7b2f02a08d',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.428560] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-81691705-36ef-486a-8285-3016a3eb1ed1 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.428560] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81691705-36ef-486a-8285-3016a3eb1ed1" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.429011] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f651e621-53aa-47c5-b717-7f821d2fd8ae with status ACTIVE [ 607.429060] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.429181] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.429917] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.429917] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.429917] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.429917] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.429917] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.429917] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.430175] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.430175] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.434185] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.434185] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.434185] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.434185] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.434185] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.434185] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f651e621-53aa-47c5-b717-7f821d2fd8ae is going to be updated. [ 607.434462] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81691705-36ef-486a-8285-3016a3eb1ed1',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.454748] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.455044] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.455044] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.455256] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.455344] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.455535] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f651e621-53aa-47c5-b717-7f821d2fd8ae" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.458559] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.458850] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.458994] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.459285] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.459431] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.460233] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port d0f7a187-62d5-4b2c-b41f-4f7b2f02a08d not found, creating... [ 607.460233] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.460394] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.460503] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.460743] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.460885] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.461206] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.461370] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.461491] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.461728] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.461882] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.462284] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: d0f7a187-62d5-4b2c-b41f-4f7b2f02a08d is going to be created. [ 607.484301] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.484301] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.484301] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.484301] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.484301] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.484301] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-d0f7a187-62d5-4b2c-b41f-4f7b2f02a08d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.521030] env[69596]: INFO networking_nsxv3.common.synchronization [None req-beeb6754-9086-4e16-9b70-737cdf26f33b None None] Enqueued Resource ID: 2b9bcea9-ea26-4a06-8850-80cde41a5941 with Priority: HIGHEST for action port [ 607.521631] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b9bcea9-ea26-4a06-8850-80cde41a5941 with Priority: HIGHEST for action port [ 607.521912] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b9bcea9-ea26-4a06-8850-80cde41a5941 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.522062] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b9bcea9-ea26-4a06-8850-80cde41a5941" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.522130] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b9bcea9-ea26-4a06-8850-80cde41a5941" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.522435] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b9bcea9-ea26-4a06-8850-80cde41a5941" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.522507] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b9bcea9-ea26-4a06-8850-80cde41a5941',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.677041] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 596ea14e-3ab2-453f-bdc9-e4d0322867cb in Status: SUCCESS [ 607.677041] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-596ea14e-3ab2-453f-bdc9-e4d0322867cb" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.677041] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-596ea14e-3ab2-453f-bdc9-e4d0322867cb" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.677307] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-596ea14e-3ab2-453f-bdc9-e4d0322867cb" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.677609] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.677863] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.678037] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.678314] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.678488] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.678647] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-596ea14e-3ab2-453f-bdc9-e4d0322867cb" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.678835] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('596ea14e-3ab2-453f-bdc9-e4d0322867cb',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.938040] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81691705-36ef-486a-8285-3016a3eb1ed1',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.024339] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2b9bcea9-ea26-4a06-8850-80cde41a5941 [ 608.024645] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.024903] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.025108] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.025297] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.025392] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.025491] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2b9bcea9-ea26-4a06-8850-80cde41a5941 already deleted. [ 608.025571] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b9bcea9-ea26-4a06-8850-80cde41a5941" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.181519] env[69596]: INFO networking_nsxv3.common.synchronization [req-30b75c11-8baf-4f80-933e-2b5dcd28d129 req-742a9b7a-6924-417e-8806-83dd82210d03 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Enqueued Resource ID: 7fbb4520-3ed8-40c0-b84b-e457cf5e9f81 with Priority: HIGHEST for action security_group_members [ 608.181519] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-596ea14e-3ab2-453f-bdc9-e4d0322867cb taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.181519] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-596ea14e-3ab2-453f-bdc9-e4d0322867cb" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.181519] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-596ea14e-3ab2-453f-bdc9-e4d0322867cb" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.181682] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-596ea14e-3ab2-453f-bdc9-e4d0322867cb" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.182790] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.182790] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.182933] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.183494] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.183494] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.183599] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-596ea14e-3ab2-453f-bdc9-e4d0322867cb" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.184087] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-596ea14e-3ab2-453f-bdc9-e4d0322867cb taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.184087] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-596ea14e-3ab2-453f-bdc9-e4d0322867cb" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.184087] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-596ea14e-3ab2-453f-bdc9-e4d0322867cb" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.184274] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-596ea14e-3ab2-453f-bdc9-e4d0322867cb" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.184367] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.184457] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.184516] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.184654] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.184722] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.184799] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-596ea14e-3ab2-453f-bdc9-e4d0322867cb" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.184880] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('596ea14e-3ab2-453f-bdc9-e4d0322867cb',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.185920] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fbb4520-3ed8-40c0-b84b-e457cf5e9f81 with Priority: HIGHEST for action security_group_members [ 608.187086] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fbb4520-3ed8-40c0-b84b-e457cf5e9f81 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.187186] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fbb4520-3ed8-40c0-b84b-e457cf5e9f81" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.187225] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fbb4520-3ed8-40c0-b84b-e457cf5e9f81" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.187578] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fbb4520-3ed8-40c0-b84b-e457cf5e9f81" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.187578] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.187700] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.187878] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.187878] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.187958] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.188071] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fbb4520-3ed8-40c0-b84b-e457cf5e9f81',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.371166] env[69596]: INFO networking_nsxv3.common.synchronization [None req-59db0834-5a5b-4fd0-8e81-abdde5b66af3 None None] Enqueued Resource ID: 480cbb09-580b-4a09-8910-e83e2f8c6a54 with Priority: HIGHEST for action port [ 608.371423] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 480cbb09-580b-4a09-8910-e83e2f8c6a54 with Priority: HIGHEST for action port [ 608.371977] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-480cbb09-580b-4a09-8910-e83e2f8c6a54 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.375571] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-480cbb09-580b-4a09-8910-e83e2f8c6a54" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.375666] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-480cbb09-580b-4a09-8910-e83e2f8c6a54" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.375963] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-480cbb09-580b-4a09-8910-e83e2f8c6a54" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.376209] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('480cbb09-580b-4a09-8910-e83e2f8c6a54',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.441364] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.444889] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.447219] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.447219] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.447219] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.447219] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81691705-36ef-486a-8285-3016a3eb1ed1 is going to be created. [ 608.471159] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-858 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.471159] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-858" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.471159] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-858" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.471724] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-858" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.472156] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.472505] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.472734] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.473149] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.473405] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.473728] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 608.473929] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 608.474152] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 608.474350] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 608.474563] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 608.474755] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 608.475900] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 608.509691] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.509775] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.510449] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.510543] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.511066] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.512930] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 608.513061] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 608.513167] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 608.513561] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-858" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.513893] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-61502bd0-406f-4120-864f-d024d4466ebe taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.514438] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-61502bd0-406f-4120-864f-d024d4466ebe" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.514438] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-61502bd0-406f-4120-864f-d024d4466ebe" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.514675] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-61502bd0-406f-4120-864f-d024d4466ebe" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.514957] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61502bd0-406f-4120-864f-d024d4466ebe',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.525370] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81691705-36ef-486a-8285-3016a3eb1ed1 in Status: UNINITIALIZED for 2s [ 608.655727] env[69596]: INFO networking_nsxv3.common.synchronization [req-f53fcde0-94a4-4e60-9b94-a70b172811f0 req-87465231-9b0e-4de8-94a9-88410fb79757 service nova] Enqueued Resource ID: 20dd5851-9d03-42b8-bada-063939ac2f8b with Priority: HIGHEST for action security_group_rules [ 608.655966] env[69596]: INFO networking_nsxv3.common.synchronization [req-f53fcde0-94a4-4e60-9b94-a70b172811f0 req-87465231-9b0e-4de8-94a9-88410fb79757 service nova] Enqueued Resource ID: 20dd5851-9d03-42b8-bada-063939ac2f8b with Priority: HIGHEST for action security_group_members [ 608.656133] env[69596]: INFO networking_nsxv3.common.synchronization [req-f53fcde0-94a4-4e60-9b94-a70b172811f0 req-87465231-9b0e-4de8-94a9-88410fb79757 service nova] Enqueued Resource ID: d0f7a187-62d5-4b2c-b41f-4f7b2f02a08d with Priority: HIGHEST for action port [ 608.656759] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20dd5851-9d03-42b8-bada-063939ac2f8b with Priority: HIGHEST for action security_group_rules [ 608.656938] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20dd5851-9d03-42b8-bada-063939ac2f8b with Priority: HIGHEST for action security_group_members [ 608.657048] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0f7a187-62d5-4b2c-b41f-4f7b2f02a08d with Priority: HIGHEST for action port [ 608.657321] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20dd5851-9d03-42b8-bada-063939ac2f8b taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.657453] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20dd5851-9d03-42b8-bada-063939ac2f8b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.657522] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20dd5851-9d03-42b8-bada-063939ac2f8b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.657777] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20dd5851-9d03-42b8-bada-063939ac2f8b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.657856] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20dd5851-9d03-42b8-bada-063939ac2f8b',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.658807] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-20dd5851-9d03-42b8-bada-063939ac2f8b taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.658925] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20dd5851-9d03-42b8-bada-063939ac2f8b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.658989] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20dd5851-9d03-42b8-bada-063939ac2f8b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.659182] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20dd5851-9d03-42b8-bada-063939ac2f8b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.659833] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.659996] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.660076] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.660350] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.660436] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.660534] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20dd5851-9d03-42b8-bada-063939ac2f8b',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.661589] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0f7a187-62d5-4b2c-b41f-4f7b2f02a08d taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.661699] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0f7a187-62d5-4b2c-b41f-4f7b2f02a08d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.661836] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0f7a187-62d5-4b2c-b41f-4f7b2f02a08d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.662078] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0f7a187-62d5-4b2c-b41f-4f7b2f02a08d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.662157] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0f7a187-62d5-4b2c-b41f-4f7b2f02a08d',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.690208] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 596ea14e-3ab2-453f-bdc9-e4d0322867cb: rpc.has_security_group_logging(os_id): False [ 608.690208] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.690340] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.690340] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.694055] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.694055] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.694055] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.694055] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.694055] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.694055] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.694055] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.694055] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fbb4520-3ed8-40c0-b84b-e457cf5e9f81 already deleted. [ 608.694055] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fbb4520-3ed8-40c0-b84b-e457cf5e9f81" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.705474] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.705720] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.705720] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.705923] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.706166] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.706549] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.706770] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.707706] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.707706] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.707706] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.707706] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.707706] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.707706] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.707706] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.707971] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.708143] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.708233] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.711143] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.711143] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.711143] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.711143] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 596ea14e-3ab2-453f-bdc9-e4d0322867cb is going to be created. [ 608.765209] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.765209] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.765209] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.765209] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.765209] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.775350] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 596ea14e-3ab2-453f-bdc9-e4d0322867cb in Status: IN_PROGRESS for 2s [ 608.879724] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 480cbb09-580b-4a09-8910-e83e2f8c6a54 [ 608.879724] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.879947] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.879947] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.881939] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.881939] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.881939] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:480cbb09-580b-4a09-8910-e83e2f8c6a54 already deleted. [ 608.881939] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-480cbb09-580b-4a09-8910-e83e2f8c6a54" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.022021] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.022021] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.022021] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.022021] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.022021] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.022021] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port 61502bd0-406f-4120-864f-d024d4466ebe not found, creating... [ 609.022021] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.022021] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.022021] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.022021] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.022021] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.022467] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.022467] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.022467] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.022467] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.022998] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.023290] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: 61502bd0-406f-4120-864f-d024d4466ebe is going to be created. [ 609.047091] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.047091] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.047091] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.047091] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.047091] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.047091] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-61502bd0-406f-4120-864f-d024d4466ebe" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.080928] env[69596]: INFO networking_nsxv3.common.synchronization [None req-c93202d7-5614-4d86-a28e-a60b0d6ae5c4 tempest-ServersTestManualDisk-529452187 tempest-ServersTestManualDisk-529452187-project-member] Enqueued Resource ID: 5e8aac9f-8a22-46bf-bc4a-a266efcb53f3 with Priority: HIGHEST for action security_group_rules [ 609.081583] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e8aac9f-8a22-46bf-bc4a-a266efcb53f3 with Priority: HIGHEST for action security_group_rules [ 609.081897] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e8aac9f-8a22-46bf-bc4a-a266efcb53f3 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.084478] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e8aac9f-8a22-46bf-bc4a-a266efcb53f3" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.084722] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e8aac9f-8a22-46bf-bc4a-a266efcb53f3" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.085013] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e8aac9f-8a22-46bf-bc4a-a266efcb53f3" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.085093] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e8aac9f-8a22-46bf-bc4a-a266efcb53f3',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.167033] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20dd5851-9d03-42b8-bada-063939ac2f8b',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.167033] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-20dd5851-9d03-42b8-bada-063939ac2f8b taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.167033] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20dd5851-9d03-42b8-bada-063939ac2f8b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.167033] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d0f7a187-62d5-4b2c-b41f-4f7b2f02a08d with status ACTIVE [ 609.167033] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.167033] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.167033] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.167033] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.167033] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.167033] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.167033] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.167033] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.167607] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.167607] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.167827] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.167875] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.167906] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.168456] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.168456] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.168456] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d0f7a187-62d5-4b2c-b41f-4f7b2f02a08d is going to be updated. [ 609.190058] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.190058] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.190058] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.190058] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.190058] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.190058] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0f7a187-62d5-4b2c-b41f-4f7b2f02a08d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.232671] env[69596]: INFO networking_nsxv3.common.synchronization [None req-4cec83ea-97dc-4d1a-af73-fe195c971a80 tempest-ServersTestManualDisk-529452187 tempest-ServersTestManualDisk-529452187-project-member] Enqueued Resource ID: 5e8aac9f-8a22-46bf-bc4a-a266efcb53f3 with Priority: HIGHEST for action security_group_rules [ 609.232985] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e8aac9f-8a22-46bf-bc4a-a266efcb53f3 with Priority: HIGHEST for action security_group_rules [ 609.234966] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e8aac9f-8a22-46bf-bc4a-a266efcb53f3 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.234966] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e8aac9f-8a22-46bf-bc4a-a266efcb53f3" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.243374] env[69596]: INFO networking_nsxv3.common.synchronization [None req-30626f5a-a965-4887-8b45-200b0bdc47ce None None] Enqueued Resource ID: 27a682d3-2fac-48b4-9d39-1abbcd8621f0 with Priority: HIGHEST for action port [ 609.243948] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27a682d3-2fac-48b4-9d39-1abbcd8621f0 with Priority: HIGHEST for action port [ 609.246530] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-27a682d3-2fac-48b4-9d39-1abbcd8621f0 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.246712] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27a682d3-2fac-48b4-9d39-1abbcd8621f0" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.246774] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27a682d3-2fac-48b4-9d39-1abbcd8621f0" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.247062] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27a682d3-2fac-48b4-9d39-1abbcd8621f0" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.247156] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27a682d3-2fac-48b4-9d39-1abbcd8621f0',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.606725] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.607025] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.607025] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.607089] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.607195] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.607280] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e8aac9f-8a22-46bf-bc4a-a266efcb53f3 already deleted. [ 609.607368] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e8aac9f-8a22-46bf-bc4a-a266efcb53f3" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.607516] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e8aac9f-8a22-46bf-bc4a-a266efcb53f3" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.607669] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e8aac9f-8a22-46bf-bc4a-a266efcb53f3" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.607764] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e8aac9f-8a22-46bf-bc4a-a266efcb53f3',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.671707] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20dd5851-9d03-42b8-bada-063939ac2f8b',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.751130] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 27a682d3-2fac-48b4-9d39-1abbcd8621f0 [ 609.752776] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.753098] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.753921] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.754333] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.754667] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.754869] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:27a682d3-2fac-48b4-9d39-1abbcd8621f0 already deleted. [ 609.755057] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27a682d3-2fac-48b4-9d39-1abbcd8621f0" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.128342] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.128523] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.128588] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.128744] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.128856] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.128959] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e8aac9f-8a22-46bf-bc4a-a266efcb53f3 already deleted. [ 610.129053] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e8aac9f-8a22-46bf-bc4a-a266efcb53f3" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.159394] env[69596]: INFO networking_nsxv3.common.synchronization [req-30b75c11-8baf-4f80-933e-2b5dcd28d129 req-c9d907e6-10eb-42d7-ad88-8409ac2ab390 service nova] Enqueued Resource ID: 7fbb4520-3ed8-40c0-b84b-e457cf5e9f81 with Priority: HIGHEST for action security_group_rules [ 610.159394] env[69596]: INFO networking_nsxv3.common.synchronization [req-30b75c11-8baf-4f80-933e-2b5dcd28d129 req-c9d907e6-10eb-42d7-ad88-8409ac2ab390 service nova] Enqueued Resource ID: 7fbb4520-3ed8-40c0-b84b-e457cf5e9f81 with Priority: HIGHEST for action security_group_members [ 610.159394] env[69596]: INFO networking_nsxv3.common.synchronization [req-30b75c11-8baf-4f80-933e-2b5dcd28d129 req-c9d907e6-10eb-42d7-ad88-8409ac2ab390 service nova] Enqueued Resource ID: 61502bd0-406f-4120-864f-d024d4466ebe with Priority: HIGHEST for action port [ 610.159394] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fbb4520-3ed8-40c0-b84b-e457cf5e9f81 with Priority: HIGHEST for action security_group_rules [ 610.159394] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fbb4520-3ed8-40c0-b84b-e457cf5e9f81 with Priority: HIGHEST for action security_group_members [ 610.159394] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61502bd0-406f-4120-864f-d024d4466ebe with Priority: HIGHEST for action port [ 610.160717] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7fbb4520-3ed8-40c0-b84b-e457cf5e9f81 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.160717] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7fbb4520-3ed8-40c0-b84b-e457cf5e9f81" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.160717] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7fbb4520-3ed8-40c0-b84b-e457cf5e9f81" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.160717] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7fbb4520-3ed8-40c0-b84b-e457cf5e9f81" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.160717] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7fbb4520-3ed8-40c0-b84b-e457cf5e9f81',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.161309] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fbb4520-3ed8-40c0-b84b-e457cf5e9f81 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.161421] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fbb4520-3ed8-40c0-b84b-e457cf5e9f81" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.161504] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fbb4520-3ed8-40c0-b84b-e457cf5e9f81" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.161657] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fbb4520-3ed8-40c0-b84b-e457cf5e9f81" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.161882] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.161882] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.162023] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.162082] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.162168] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.162257] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fbb4520-3ed8-40c0-b84b-e457cf5e9f81',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.162984] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-61502bd0-406f-4120-864f-d024d4466ebe taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.163106] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61502bd0-406f-4120-864f-d024d4466ebe" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.163169] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61502bd0-406f-4120-864f-d024d4466ebe" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.163320] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61502bd0-406f-4120-864f-d024d4466ebe" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.163387] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61502bd0-406f-4120-864f-d024d4466ebe',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.175125] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.175125] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.175125] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.175125] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.175125] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.175125] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20dd5851-9d03-42b8-bada-063939ac2f8b is going to be created. [ 610.196932] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.197276] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.197345] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.197658] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.197771] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.223540] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20dd5851-9d03-42b8-bada-063939ac2f8b in Status: UNINITIALIZED for 2s [ 610.537114] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81691705-36ef-486a-8285-3016a3eb1ed1 in Status: SUCCESS [ 610.537348] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81691705-36ef-486a-8285-3016a3eb1ed1" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.537510] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81691705-36ef-486a-8285-3016a3eb1ed1" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.537729] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81691705-36ef-486a-8285-3016a3eb1ed1" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.542022] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.542022] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.542022] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.542022] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.542022] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.542022] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81691705-36ef-486a-8285-3016a3eb1ed1" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.542022] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('81691705-36ef-486a-8285-3016a3eb1ed1',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.667480] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fbb4520-3ed8-40c0-b84b-e457cf5e9f81 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.667480] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fbb4520-3ed8-40c0-b84b-e457cf5e9f81" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.667480] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7fbb4520-3ed8-40c0-b84b-e457cf5e9f81',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.668359] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 61502bd0-406f-4120-864f-d024d4466ebe with status ACTIVE [ 610.668686] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.669094] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.669160] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.669363] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.669458] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.669652] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.669753] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.669820] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.670779] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.670925] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.671162] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.671267] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.671335] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.671492] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.671573] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.672028] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 61502bd0-406f-4120-864f-d024d4466ebe is going to be updated. [ 610.692354] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.692354] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.692354] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.692354] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.692354] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.692354] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61502bd0-406f-4120-864f-d024d4466ebe" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.786910] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 596ea14e-3ab2-453f-bdc9-e4d0322867cb in Status: SUCCESS [ 610.787162] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-596ea14e-3ab2-453f-bdc9-e4d0322867cb" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.937144] env[69596]: INFO networking_nsxv3.common.synchronization [req-9f76f4ee-00c5-4ea3-81a2-b2f493869c2e req-2b3c1c57-1cc5-4ab2-8f3e-6229e662c0be tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] Enqueued Resource ID: 993468b1-322c-48af-ba8a-aaee2b56591d with Priority: HIGHEST for action security_group_members [ 610.937689] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 993468b1-322c-48af-ba8a-aaee2b56591d with Priority: HIGHEST for action security_group_members [ 610.938037] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-993468b1-322c-48af-ba8a-aaee2b56591d taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.938171] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-993468b1-322c-48af-ba8a-aaee2b56591d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.938237] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-993468b1-322c-48af-ba8a-aaee2b56591d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.938495] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-993468b1-322c-48af-ba8a-aaee2b56591d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.938648] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.938910] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.938910] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.939039] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.939069] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.939173] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('993468b1-322c-48af-ba8a-aaee2b56591d',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.040935] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-81691705-36ef-486a-8285-3016a3eb1ed1 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.041127] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81691705-36ef-486a-8285-3016a3eb1ed1" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.041228] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81691705-36ef-486a-8285-3016a3eb1ed1" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.041451] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81691705-36ef-486a-8285-3016a3eb1ed1" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.041620] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.041724] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.041789] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.042026] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.042026] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.042286] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81691705-36ef-486a-8285-3016a3eb1ed1" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.042286] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-81691705-36ef-486a-8285-3016a3eb1ed1 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.042826] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81691705-36ef-486a-8285-3016a3eb1ed1" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.042826] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81691705-36ef-486a-8285-3016a3eb1ed1" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.042826] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81691705-36ef-486a-8285-3016a3eb1ed1" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.042826] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.042826] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.042826] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.043055] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.043055] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.043110] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81691705-36ef-486a-8285-3016a3eb1ed1" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.043188] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('81691705-36ef-486a-8285-3016a3eb1ed1',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.175987] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7fbb4520-3ed8-40c0-b84b-e457cf5e9f81',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.225800] env[69596]: INFO networking_nsxv3.common.synchronization [None req-c171b7d7-7be0-41f5-bb08-7b333085ee7d None None] Enqueued Resource ID: 2dddff2a-b8a3-4162-b2ac-344d0636220a with Priority: HIGHEST for action port [ 611.226374] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dddff2a-b8a3-4162-b2ac-344d0636220a with Priority: HIGHEST for action port [ 611.226855] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-2dddff2a-b8a3-4162-b2ac-344d0636220a taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.227093] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2dddff2a-b8a3-4162-b2ac-344d0636220a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.227182] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2dddff2a-b8a3-4162-b2ac-344d0636220a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.227435] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2dddff2a-b8a3-4162-b2ac-344d0636220a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.227657] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2dddff2a-b8a3-4162-b2ac-344d0636220a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.420726] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-194 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.421708] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-194" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.422500] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-194" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.422629] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-194" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.423266] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.424286] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.424479] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.424771] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.424871] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.425109] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 611.425287] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 611.425383] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 611.425613] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 611.425674] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 611.425731] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 611.425865] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 611.441034] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.441204] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.441270] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.441480] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.441568] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.441763] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.441862] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.441941] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.442068] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.442146] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.442231] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 993468b1-322c-48af-ba8a-aaee2b56591d already deleted. [ 611.442697] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-993468b1-322c-48af-ba8a-aaee2b56591d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.444207] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 611.444366] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 611.444645] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 611.444955] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-194" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.445696] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-e0752f5f-ee89-438e-921c-73dcd59f0bd6 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.445972] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-e0752f5f-ee89-438e-921c-73dcd59f0bd6" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.446058] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-e0752f5f-ee89-438e-921c-73dcd59f0bd6" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.447610] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-e0752f5f-ee89-438e-921c-73dcd59f0bd6" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.447807] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0752f5f-ee89-438e-921c-73dcd59f0bd6',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.545472] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 81691705-36ef-486a-8285-3016a3eb1ed1: rpc.has_security_group_logging(os_id): False [ 611.567259] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.567259] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.567259] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.567259] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.567259] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.567259] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.567259] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.567259] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.567259] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.567259] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.567259] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.567259] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.567259] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.567259] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.567259] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.567724] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.568424] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.568471] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.568647] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.568703] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.568791] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81691705-36ef-486a-8285-3016a3eb1ed1 is going to be created. [ 611.647885] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.648066] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.648136] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.648347] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.648521] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.661288] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81691705-36ef-486a-8285-3016a3eb1ed1 in Status: IN_PROGRESS for 2s [ 611.679272] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.679545] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.679649] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.679830] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.679926] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.680065] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fbb4520-3ed8-40c0-b84b-e457cf5e9f81 is going to be created. [ 611.705311] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.706982] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.706982] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.706982] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.706982] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.728535] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fbb4520-3ed8-40c0-b84b-e457cf5e9f81 in Status: UNINITIALIZED for 2s [ 611.731585] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2dddff2a-b8a3-4162-b2ac-344d0636220a [ 611.731811] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.731952] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.732027] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.733018] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.733018] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.733123] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2dddff2a-b8a3-4162-b2ac-344d0636220a already deleted. [ 611.733214] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2dddff2a-b8a3-4162-b2ac-344d0636220a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.951426] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.952141] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.952141] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.952247] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.952418] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.952615] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port e0752f5f-ee89-438e-921c-73dcd59f0bd6 not found, creating... [ 611.952955] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.953160] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.953292] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.956944] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.956944] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.956944] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.956944] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.957372] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.957372] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.957466] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.957626] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: e0752f5f-ee89-438e-921c-73dcd59f0bd6 is going to be created. [ 611.987647] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.987647] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.987647] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.988404] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.988976] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.989505] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-e0752f5f-ee89-438e-921c-73dcd59f0bd6" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.238246] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20dd5851-9d03-42b8-bada-063939ac2f8b in Status: SUCCESS [ 612.238493] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20dd5851-9d03-42b8-bada-063939ac2f8b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.238686] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20dd5851-9d03-42b8-bada-063939ac2f8b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.238951] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20dd5851-9d03-42b8-bada-063939ac2f8b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.239170] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.239280] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.239345] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.239502] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.239617] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.240615] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20dd5851-9d03-42b8-bada-063939ac2f8b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.240615] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('20dd5851-9d03-42b8-bada-063939ac2f8b',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.743114] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-20dd5851-9d03-42b8-bada-063939ac2f8b taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.743513] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20dd5851-9d03-42b8-bada-063939ac2f8b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.743513] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20dd5851-9d03-42b8-bada-063939ac2f8b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.743784] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20dd5851-9d03-42b8-bada-063939ac2f8b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.744035] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.744180] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.744347] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.744917] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.745070] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.745201] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20dd5851-9d03-42b8-bada-063939ac2f8b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.745408] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-20dd5851-9d03-42b8-bada-063939ac2f8b taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.745564] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20dd5851-9d03-42b8-bada-063939ac2f8b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.745653] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20dd5851-9d03-42b8-bada-063939ac2f8b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.745881] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20dd5851-9d03-42b8-bada-063939ac2f8b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.746114] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.746256] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.746360] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.746612] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.746838] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.746976] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20dd5851-9d03-42b8-bada-063939ac2f8b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.747077] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('20dd5851-9d03-42b8-bada-063939ac2f8b',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.167418] env[69596]: INFO networking_nsxv3.common.synchronization [req-9f76f4ee-00c5-4ea3-81a2-b2f493869c2e req-eea40c2d-a124-456d-ba76-62e848312dce service nova] Enqueued Resource ID: 993468b1-322c-48af-ba8a-aaee2b56591d with Priority: HIGHEST for action security_group_rules [ 613.167418] env[69596]: INFO networking_nsxv3.common.synchronization [req-9f76f4ee-00c5-4ea3-81a2-b2f493869c2e req-eea40c2d-a124-456d-ba76-62e848312dce service nova] Enqueued Resource ID: 993468b1-322c-48af-ba8a-aaee2b56591d with Priority: HIGHEST for action security_group_members [ 613.167418] env[69596]: INFO networking_nsxv3.common.synchronization [req-9f76f4ee-00c5-4ea3-81a2-b2f493869c2e req-eea40c2d-a124-456d-ba76-62e848312dce service nova] Enqueued Resource ID: e0752f5f-ee89-438e-921c-73dcd59f0bd6 with Priority: HIGHEST for action port [ 613.167418] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 993468b1-322c-48af-ba8a-aaee2b56591d with Priority: HIGHEST for action security_group_rules [ 613.167418] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 993468b1-322c-48af-ba8a-aaee2b56591d with Priority: HIGHEST for action security_group_members [ 613.167418] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0752f5f-ee89-438e-921c-73dcd59f0bd6 with Priority: HIGHEST for action port [ 613.168490] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-993468b1-322c-48af-ba8a-aaee2b56591d taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.171855] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-993468b1-322c-48af-ba8a-aaee2b56591d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.171855] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-993468b1-322c-48af-ba8a-aaee2b56591d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.171855] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-993468b1-322c-48af-ba8a-aaee2b56591d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.171855] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('993468b1-322c-48af-ba8a-aaee2b56591d',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.171855] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-993468b1-322c-48af-ba8a-aaee2b56591d taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.171855] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-993468b1-322c-48af-ba8a-aaee2b56591d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.171855] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-993468b1-322c-48af-ba8a-aaee2b56591d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.171855] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-993468b1-322c-48af-ba8a-aaee2b56591d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.171855] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.171855] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.171855] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.171855] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.171855] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.171855] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('993468b1-322c-48af-ba8a-aaee2b56591d',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.173600] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0752f5f-ee89-438e-921c-73dcd59f0bd6 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.173929] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0752f5f-ee89-438e-921c-73dcd59f0bd6" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.173929] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0752f5f-ee89-438e-921c-73dcd59f0bd6" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.174076] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0752f5f-ee89-438e-921c-73dcd59f0bd6" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.174107] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0752f5f-ee89-438e-921c-73dcd59f0bd6',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.252422] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 20dd5851-9d03-42b8-bada-063939ac2f8b: rpc.has_security_group_logging(os_id): False [ 613.272373] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.272582] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.272663] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.272985] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.273072] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.273268] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.273947] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.273947] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.273947] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.273947] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.273947] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.274187] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.274187] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.274247] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.274422] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.274574] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.274711] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.274776] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.274920] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.275443] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.275533] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20dd5851-9d03-42b8-bada-063939ac2f8b is going to be created. [ 613.333662] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.333662] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.333662] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.333904] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.334080] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.347911] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20dd5851-9d03-42b8-bada-063939ac2f8b in Status: IN_PROGRESS for 2s [ 613.442467] env[69596]: INFO networking_nsxv3.common.synchronization [None req-d2bba483-4a9c-43b4-889e-f1b430b8ff85 None None] Enqueued Resource ID: 7dae7f0e-a46f-4674-940a-8cbeb67038c5 with Priority: HIGHEST for action port [ 613.443196] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dae7f0e-a46f-4674-940a-8cbeb67038c5 with Priority: HIGHEST for action port [ 613.443614] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-7dae7f0e-a46f-4674-940a-8cbeb67038c5 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.443798] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7dae7f0e-a46f-4674-940a-8cbeb67038c5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.443898] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7dae7f0e-a46f-4674-940a-8cbeb67038c5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.446024] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7dae7f0e-a46f-4674-940a-8cbeb67038c5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.446103] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7dae7f0e-a46f-4674-940a-8cbeb67038c5',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.673393] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81691705-36ef-486a-8285-3016a3eb1ed1 in Status: SUCCESS [ 613.673863] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81691705-36ef-486a-8285-3016a3eb1ed1" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.676349] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-993468b1-322c-48af-ba8a-aaee2b56591d taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.676595] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-993468b1-322c-48af-ba8a-aaee2b56591d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.676777] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('993468b1-322c-48af-ba8a-aaee2b56591d',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.678037] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e0752f5f-ee89-438e-921c-73dcd59f0bd6 with status ACTIVE [ 613.678233] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.678390] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.678978] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.678978] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.678978] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.678978] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.679192] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.679192] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.679379] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.679428] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.680308] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.680444] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.680510] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.680684] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.680763] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.680852] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e0752f5f-ee89-438e-921c-73dcd59f0bd6 is going to be updated. [ 613.700797] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.701179] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.701274] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.701490] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.701627] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.701789] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0752f5f-ee89-438e-921c-73dcd59f0bd6" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.739702] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fbb4520-3ed8-40c0-b84b-e457cf5e9f81 in Status: SUCCESS [ 613.739949] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fbb4520-3ed8-40c0-b84b-e457cf5e9f81" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.740135] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fbb4520-3ed8-40c0-b84b-e457cf5e9f81" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.740370] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fbb4520-3ed8-40c0-b84b-e457cf5e9f81" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.740582] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.740673] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.740736] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.740891] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.740972] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.741261] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fbb4520-3ed8-40c0-b84b-e457cf5e9f81" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.741261] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7fbb4520-3ed8-40c0-b84b-e457cf5e9f81',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.941265] env[69596]: INFO networking_nsxv3.common.synchronization [req-43c64c9f-8524-4894-86eb-979e236eaea6 req-ed1d5b4b-a5b8-4ffd-8a52-578271671880 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Enqueued Resource ID: 7ed25a93-e947-45e8-974b-645111add6cd with Priority: HIGHEST for action security_group_members [ 613.941845] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ed25a93-e947-45e8-974b-645111add6cd with Priority: HIGHEST for action security_group_members [ 613.942470] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ed25a93-e947-45e8-974b-645111add6cd taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.942470] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.942470] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.942637] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.942977] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.942977] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.942977] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.945604] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.945604] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.945604] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ed25a93-e947-45e8-974b-645111add6cd',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.949955] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7dae7f0e-a46f-4674-940a-8cbeb67038c5 [ 613.949955] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.949955] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.949955] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.949955] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.949955] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.949955] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7dae7f0e-a46f-4674-940a-8cbeb67038c5 already deleted. [ 613.949955] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7dae7f0e-a46f-4674-940a-8cbeb67038c5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.186071] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('993468b1-322c-48af-ba8a-aaee2b56591d',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.246840] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fbb4520-3ed8-40c0-b84b-e457cf5e9f81 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.246840] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fbb4520-3ed8-40c0-b84b-e457cf5e9f81" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.246840] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fbb4520-3ed8-40c0-b84b-e457cf5e9f81" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.247070] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fbb4520-3ed8-40c0-b84b-e457cf5e9f81" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.247103] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.247202] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.247268] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.247420] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.247510] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.247600] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fbb4520-3ed8-40c0-b84b-e457cf5e9f81" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.247744] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fbb4520-3ed8-40c0-b84b-e457cf5e9f81 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.247854] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fbb4520-3ed8-40c0-b84b-e457cf5e9f81" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.247892] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fbb4520-3ed8-40c0-b84b-e457cf5e9f81" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.248046] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fbb4520-3ed8-40c0-b84b-e457cf5e9f81" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.248182] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.248275] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.248334] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.248475] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.248550] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.248631] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fbb4520-3ed8-40c0-b84b-e457cf5e9f81" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.248721] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7fbb4520-3ed8-40c0-b84b-e457cf5e9f81',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.400816] env[69596]: INFO networking_nsxv3.common.synchronization [None req-5f2d7a91-aea4-4a7a-9469-8afca00eff95 None None] Enqueued Resource ID: 9634c1fc-5638-4079-98ae-a9d36d996426 with Priority: HIGHEST for action port [ 614.400816] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9634c1fc-5638-4079-98ae-a9d36d996426 with Priority: HIGHEST for action port [ 614.400816] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-9634c1fc-5638-4079-98ae-a9d36d996426 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.400816] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9634c1fc-5638-4079-98ae-a9d36d996426" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.400816] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9634c1fc-5638-4079-98ae-a9d36d996426" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.400816] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9634c1fc-5638-4079-98ae-a9d36d996426" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.400816] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9634c1fc-5638-4079-98ae-a9d36d996426',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.447436] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.447633] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.447689] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.449020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.450282] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.450282] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.450282] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.450282] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.450282] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.450282] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.450282] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ed25a93-e947-45e8-974b-645111add6cd already deleted. [ 614.450282] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.688758] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.688951] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.689151] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.689242] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.689543] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.689543] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 993468b1-322c-48af-ba8a-aaee2b56591d is going to be created. [ 614.713900] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.714140] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.714140] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.714371] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.714545] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.725202] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 993468b1-322c-48af-ba8a-aaee2b56591d in Status: UNINITIALIZED for 2s [ 614.754913] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7fbb4520-3ed8-40c0-b84b-e457cf5e9f81: rpc.has_security_group_logging(os_id): False [ 614.773636] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.775514] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.775514] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.775514] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.775514] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.775514] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.775514] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.775514] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.775514] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.775514] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.775514] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.775514] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.775852] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.775852] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.775852] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.775963] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.776398] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.776398] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.776544] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.776544] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.776628] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7fbb4520-3ed8-40c0-b84b-e457cf5e9f81 is going to be created. [ 614.833872] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.834783] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.834783] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.834783] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.834783] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.849799] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7fbb4520-3ed8-40c0-b84b-e457cf5e9f81 in Status: IN_PROGRESS for 2s [ 614.888174] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-787 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.888174] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-787" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.888174] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-787" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.888367] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-787" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.889370] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.890102] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.890102] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.890102] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.890241] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.890550] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 614.890550] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 614.890749] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 614.890807] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 614.890944] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 614.891064] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 614.891272] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 614.903985] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9634c1fc-5638-4079-98ae-a9d36d996426 [ 614.904602] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.905252] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.905252] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.905252] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.905252] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.905252] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9634c1fc-5638-4079-98ae-a9d36d996426 already deleted. [ 614.905450] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9634c1fc-5638-4079-98ae-a9d36d996426" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.911360] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 614.911710] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 614.911710] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 614.911823] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-787" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.912135] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-b5ff7d21-f700-48f9-a8b6-c9f04c6e45a5 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.912324] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-b5ff7d21-f700-48f9-a8b6-c9f04c6e45a5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.912446] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-b5ff7d21-f700-48f9-a8b6-c9f04c6e45a5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.913667] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-b5ff7d21-f700-48f9-a8b6-c9f04c6e45a5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.913667] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5ff7d21-f700-48f9-a8b6-c9f04c6e45a5',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.153741] env[69596]: INFO networking_nsxv3.common.synchronization [None req-01bfa295-ad9e-4c4f-8bad-26b9c34976ed None None] Enqueued Resource ID: 20761bd5-aeb2-4f9e-af93-e5fe5f25b791 with Priority: HIGHEST for action port [ 615.153989] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20761bd5-aeb2-4f9e-af93-e5fe5f25b791 with Priority: HIGHEST for action port [ 615.154709] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-20761bd5-aeb2-4f9e-af93-e5fe5f25b791 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.154709] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-20761bd5-aeb2-4f9e-af93-e5fe5f25b791" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.154859] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-20761bd5-aeb2-4f9e-af93-e5fe5f25b791" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.154980] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-20761bd5-aeb2-4f9e-af93-e5fe5f25b791" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.155238] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20761bd5-aeb2-4f9e-af93-e5fe5f25b791',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.360654] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20dd5851-9d03-42b8-bada-063939ac2f8b in Status: SUCCESS [ 615.360654] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20dd5851-9d03-42b8-bada-063939ac2f8b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.370297] env[69596]: INFO networking_nsxv3.common.synchronization [None req-8cb2a44c-c0ba-420b-8d0c-dc6bca92eca4 None None] Enqueued Resource ID: f564c6a9-5b9a-4afb-bf0b-87c4a772aca3 with Priority: HIGHEST for action port [ 615.371582] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f564c6a9-5b9a-4afb-bf0b-87c4a772aca3 with Priority: HIGHEST for action port [ 615.375322] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-f564c6a9-5b9a-4afb-bf0b-87c4a772aca3 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.376409] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f564c6a9-5b9a-4afb-bf0b-87c4a772aca3" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.376409] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f564c6a9-5b9a-4afb-bf0b-87c4a772aca3" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.376409] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f564c6a9-5b9a-4afb-bf0b-87c4a772aca3" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.376409] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f564c6a9-5b9a-4afb-bf0b-87c4a772aca3',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.416418] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.416674] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.416896] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.417216] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.417370] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.417560] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port b5ff7d21-f700-48f9-a8b6-c9f04c6e45a5 not found, creating... [ 615.417841] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.418011] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.418237] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.418407] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.418548] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.418888] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.419232] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.419363] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.419618] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.419821] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.420035] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: b5ff7d21-f700-48f9-a8b6-c9f04c6e45a5 is going to be created. [ 615.439566] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.439807] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.440099] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.440237] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.440466] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.441582] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-b5ff7d21-f700-48f9-a8b6-c9f04c6e45a5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.657397] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 20761bd5-aeb2-4f9e-af93-e5fe5f25b791 [ 615.659261] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.659424] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.659493] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.659703] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.659792] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.659922] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:20761bd5-aeb2-4f9e-af93-e5fe5f25b791 already deleted. [ 615.660034] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-20761bd5-aeb2-4f9e-af93-e5fe5f25b791" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.879871] env[69596]: INFO networking_nsxv3.common.synchronization [req-b8145643-725e-4f9b-b714-661ea36b34b2 req-6c6f4101-077f-4b02-a837-909af86e1ec6 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Enqueued Resource ID: 43d0bf79-d506-484d-ac22-a56d2f949083 with Priority: HIGHEST for action security_group_members [ 615.880204] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f564c6a9-5b9a-4afb-bf0b-87c4a772aca3 [ 615.880401] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.880519] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.880584] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.881727] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.881871] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.882450] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f564c6a9-5b9a-4afb-bf0b-87c4a772aca3 already deleted. [ 615.882552] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f564c6a9-5b9a-4afb-bf0b-87c4a772aca3" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.883641] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43d0bf79-d506-484d-ac22-a56d2f949083 with Priority: HIGHEST for action security_group_members [ 615.884458] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-43d0bf79-d506-484d-ac22-a56d2f949083 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.884596] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43d0bf79-d506-484d-ac22-a56d2f949083" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.884839] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43d0bf79-d506-484d-ac22-a56d2f949083" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.885190] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43d0bf79-d506-484d-ac22-a56d2f949083" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.885823] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.886054] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.886166] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.886411] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.886491] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.886596] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43d0bf79-d506-484d-ac22-a56d2f949083',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.393512] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.393844] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.393844] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.394021] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.394056] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.394291] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.394385] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.394457] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.394612] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.394698] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.394824] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43d0bf79-d506-484d-ac22-a56d2f949083 already deleted. [ 616.394879] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43d0bf79-d506-484d-ac22-a56d2f949083" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.708368] env[69596]: INFO networking_nsxv3.common.synchronization [None req-d425ef32-dd76-4e87-9428-1b0080d68bbc None None] Enqueued Resource ID: 92195900-913f-4826-8d06-77e2050a3ef6 with Priority: HIGHEST for action port [ 616.708952] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92195900-913f-4826-8d06-77e2050a3ef6 with Priority: HIGHEST for action port [ 616.709641] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-92195900-913f-4826-8d06-77e2050a3ef6 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.709903] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92195900-913f-4826-8d06-77e2050a3ef6" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.710243] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92195900-913f-4826-8d06-77e2050a3ef6" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.710560] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92195900-913f-4826-8d06-77e2050a3ef6" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.710684] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92195900-913f-4826-8d06-77e2050a3ef6',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.735537] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 993468b1-322c-48af-ba8a-aaee2b56591d in Status: SUCCESS [ 616.735583] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-993468b1-322c-48af-ba8a-aaee2b56591d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.735799] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-993468b1-322c-48af-ba8a-aaee2b56591d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.735977] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-993468b1-322c-48af-ba8a-aaee2b56591d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.736159] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.736295] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.736362] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.736515] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.736597] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.736683] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-993468b1-322c-48af-ba8a-aaee2b56591d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.736775] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('993468b1-322c-48af-ba8a-aaee2b56591d',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.741815] env[69596]: INFO networking_nsxv3.common.synchronization [req-43c64c9f-8524-4894-86eb-979e236eaea6 req-b0d36c7d-6b13-4e17-880d-e8ff509105ed service nova] Enqueued Resource ID: 7ed25a93-e947-45e8-974b-645111add6cd with Priority: HIGHEST for action security_group_rules [ 616.742296] env[69596]: INFO networking_nsxv3.common.synchronization [req-43c64c9f-8524-4894-86eb-979e236eaea6 req-b0d36c7d-6b13-4e17-880d-e8ff509105ed service nova] Enqueued Resource ID: 7ed25a93-e947-45e8-974b-645111add6cd with Priority: HIGHEST for action security_group_members [ 616.742907] env[69596]: INFO networking_nsxv3.common.synchronization [req-43c64c9f-8524-4894-86eb-979e236eaea6 req-b0d36c7d-6b13-4e17-880d-e8ff509105ed service nova] Enqueued Resource ID: b5ff7d21-f700-48f9-a8b6-c9f04c6e45a5 with Priority: HIGHEST for action port [ 616.742907] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ed25a93-e947-45e8-974b-645111add6cd with Priority: HIGHEST for action security_group_rules [ 616.743113] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ed25a93-e947-45e8-974b-645111add6cd with Priority: HIGHEST for action security_group_members [ 616.743157] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5ff7d21-f700-48f9-a8b6-c9f04c6e45a5 with Priority: HIGHEST for action port [ 616.744362] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ed25a93-e947-45e8-974b-645111add6cd taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.744509] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.745830] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.745830] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.745830] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ed25a93-e947-45e8-974b-645111add6cd',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.746451] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ed25a93-e947-45e8-974b-645111add6cd taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.746936] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.747056] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.747253] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.747441] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.747574] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.747661] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.747835] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.747952] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.748084] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ed25a93-e947-45e8-974b-645111add6cd',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.752631] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5ff7d21-f700-48f9-a8b6-c9f04c6e45a5 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.752631] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5ff7d21-f700-48f9-a8b6-c9f04c6e45a5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.752631] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5ff7d21-f700-48f9-a8b6-c9f04c6e45a5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.752631] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5ff7d21-f700-48f9-a8b6-c9f04c6e45a5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.752631] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5ff7d21-f700-48f9-a8b6-c9f04c6e45a5',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.812751] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-98 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.812954] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-98" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.813089] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-98" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.813412] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-98" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.813675] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.813830] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.814362] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.814639] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.814795] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.815014] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 616.815208] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 616.815486] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 616.815618] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 616.815736] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 616.815869] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 616.815971] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 616.835910] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 616.835910] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 616.835910] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 616.835910] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-98" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.836326] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-683839cd-93e5-4c2c-87ce-556ac7ac9640 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.836326] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-683839cd-93e5-4c2c-87ce-556ac7ac9640" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.836326] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-683839cd-93e5-4c2c-87ce-556ac7ac9640" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.836835] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-683839cd-93e5-4c2c-87ce-556ac7ac9640" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.836835] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('683839cd-93e5-4c2c-87ce-556ac7ac9640',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.860040] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7fbb4520-3ed8-40c0-b84b-e457cf5e9f81 in Status: SUCCESS [ 616.860273] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7fbb4520-3ed8-40c0-b84b-e457cf5e9f81" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.134575] env[69596]: INFO networking_nsxv3.common.synchronization [None req-d361bbf8-401c-4330-ab13-a916993c28ef None None] Enqueued Resource ID: f8784f54-2079-4ec8-b26d-0193689b9af2 with Priority: HIGHEST for action port [ 617.134842] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8784f54-2079-4ec8-b26d-0193689b9af2 with Priority: HIGHEST for action port [ 617.135477] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-f8784f54-2079-4ec8-b26d-0193689b9af2 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.135604] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f8784f54-2079-4ec8-b26d-0193689b9af2" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.135694] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f8784f54-2079-4ec8-b26d-0193689b9af2" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.135948] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f8784f54-2079-4ec8-b26d-0193689b9af2" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.135991] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8784f54-2079-4ec8-b26d-0193689b9af2',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.214194] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 92195900-913f-4826-8d06-77e2050a3ef6 [ 617.214194] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.214194] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.214194] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.214194] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.214194] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.214194] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:92195900-913f-4826-8d06-77e2050a3ef6 already deleted. [ 617.214194] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92195900-913f-4826-8d06-77e2050a3ef6" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.242033] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-993468b1-322c-48af-ba8a-aaee2b56591d taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.242033] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-993468b1-322c-48af-ba8a-aaee2b56591d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.242033] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-993468b1-322c-48af-ba8a-aaee2b56591d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.242033] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-993468b1-322c-48af-ba8a-aaee2b56591d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.242033] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.242033] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.242033] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.242033] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.242033] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.242033] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-993468b1-322c-48af-ba8a-aaee2b56591d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.242033] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-993468b1-322c-48af-ba8a-aaee2b56591d taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.242033] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-993468b1-322c-48af-ba8a-aaee2b56591d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.242033] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-993468b1-322c-48af-ba8a-aaee2b56591d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.242033] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-993468b1-322c-48af-ba8a-aaee2b56591d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.242033] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.242033] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.242678] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.242678] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.242678] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.242678] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-993468b1-322c-48af-ba8a-aaee2b56591d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.242678] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('993468b1-322c-48af-ba8a-aaee2b56591d',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.253718] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ed25a93-e947-45e8-974b-645111add6cd',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.255069] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ed25a93-e947-45e8-974b-645111add6cd taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.255181] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.255719] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b5ff7d21-f700-48f9-a8b6-c9f04c6e45a5 with status ACTIVE [ 617.255719] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.255719] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.255719] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.255889] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.255889] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.256065] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.256156] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.256643] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.256643] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.256643] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.256643] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.256823] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.256823] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.256880] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.258064] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.258064] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b5ff7d21-f700-48f9-a8b6-c9f04c6e45a5 is going to be updated. [ 617.280754] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.280754] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.280754] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.280754] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.280754] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.280754] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5ff7d21-f700-48f9-a8b6-c9f04c6e45a5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.338862] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.339151] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.340538] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.340538] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.340538] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.340538] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port 683839cd-93e5-4c2c-87ce-556ac7ac9640 not found, creating... [ 617.340538] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.340538] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.340538] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.340829] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.340829] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.341697] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.341697] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.341697] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.341697] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.342044] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.342044] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: 683839cd-93e5-4c2c-87ce-556ac7ac9640 is going to be created. [ 617.363502] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.365825] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.365825] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.365825] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.366212] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.366579] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-683839cd-93e5-4c2c-87ce-556ac7ac9640" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.638396] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f8784f54-2079-4ec8-b26d-0193689b9af2 [ 617.638786] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.638956] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.638956] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.639194] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.639283] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.639378] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f8784f54-2079-4ec8-b26d-0193689b9af2 already deleted. [ 617.639457] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f8784f54-2079-4ec8-b26d-0193689b9af2" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.744161] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 993468b1-322c-48af-ba8a-aaee2b56591d: rpc.has_security_group_logging(os_id): False [ 617.761209] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.761365] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.761469] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.761778] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.761867] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.762108] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.762213] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.762278] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.762438] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.762516] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.762701] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.762795] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.762891] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.763013] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.763088] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.763260] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.763353] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.763415] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.764156] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.764335] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.764388] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 993468b1-322c-48af-ba8a-aaee2b56591d is going to be created. [ 617.765763] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ed25a93-e947-45e8-974b-645111add6cd',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.820175] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.820175] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.820175] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.820175] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.820175] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.834379] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 993468b1-322c-48af-ba8a-aaee2b56591d in Status: IN_PROGRESS for 2s [ 618.272326] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.272577] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.272577] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.272882] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.273010] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.273134] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ed25a93-e947-45e8-974b-645111add6cd is going to be created. [ 618.296213] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.296504] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.296597] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.296917] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.297141] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.309565] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ed25a93-e947-45e8-974b-645111add6cd in Status: UNINITIALIZED for 2s [ 618.508360] env[69596]: INFO networking_nsxv3.common.synchronization [None req-bb819317-b7d2-4ff3-89ae-38d154e58037 tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Enqueued Resource ID: fbed8333-e653-47b8-84ec-af891864d741 with Priority: HIGHEST for action security_group_rules [ 618.508360] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbed8333-e653-47b8-84ec-af891864d741 with Priority: HIGHEST for action security_group_rules [ 618.511032] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fbed8333-e653-47b8-84ec-af891864d741 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.511032] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fbed8333-e653-47b8-84ec-af891864d741" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.511032] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fbed8333-e653-47b8-84ec-af891864d741" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.511032] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fbed8333-e653-47b8-84ec-af891864d741" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.511032] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fbed8333-e653-47b8-84ec-af891864d741',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.618501] env[69596]: INFO networking_nsxv3.common.synchronization [req-74621a5c-4ef5-4c16-8482-6832c6fe8871 req-1b9a7d90-c27d-4b53-b5c3-d04629684cd8 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Enqueued Resource ID: cf2b9e5c-2739-481e-865c-b07f4f286b74 with Priority: HIGHEST for action security_group_members [ 618.619208] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf2b9e5c-2739-481e-865c-b07f4f286b74 with Priority: HIGHEST for action security_group_members [ 618.619675] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf2b9e5c-2739-481e-865c-b07f4f286b74 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.619872] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf2b9e5c-2739-481e-865c-b07f4f286b74" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.620733] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf2b9e5c-2739-481e-865c-b07f4f286b74" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.621096] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf2b9e5c-2739-481e-865c-b07f4f286b74" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.621292] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.621442] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.621511] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.621725] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.621827] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.621947] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf2b9e5c-2739-481e-865c-b07f4f286b74',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.677241] env[69596]: INFO networking_nsxv3.common.synchronization [None req-bc17d9cf-017e-4f6a-ab61-8f343c51c1f2 tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Enqueued Resource ID: fbed8333-e653-47b8-84ec-af891864d741 with Priority: HIGHEST for action security_group_rules [ 618.677241] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbed8333-e653-47b8-84ec-af891864d741 with Priority: HIGHEST for action security_group_rules [ 618.677241] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fbed8333-e653-47b8-84ec-af891864d741 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.677241] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fbed8333-e653-47b8-84ec-af891864d741" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.836019] env[69596]: INFO networking_nsxv3.common.synchronization [req-b8145643-725e-4f9b-b714-661ea36b34b2 req-e814cddf-4806-42da-974d-743c289f251a service nova] Enqueued Resource ID: 43d0bf79-d506-484d-ac22-a56d2f949083 with Priority: HIGHEST for action security_group_rules [ 618.836019] env[69596]: INFO networking_nsxv3.common.synchronization [req-b8145643-725e-4f9b-b714-661ea36b34b2 req-e814cddf-4806-42da-974d-743c289f251a service nova] Enqueued Resource ID: 43d0bf79-d506-484d-ac22-a56d2f949083 with Priority: HIGHEST for action security_group_members [ 618.836019] env[69596]: INFO networking_nsxv3.common.synchronization [req-b8145643-725e-4f9b-b714-661ea36b34b2 req-e814cddf-4806-42da-974d-743c289f251a service nova] Enqueued Resource ID: 683839cd-93e5-4c2c-87ce-556ac7ac9640 with Priority: HIGHEST for action port [ 618.836019] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43d0bf79-d506-484d-ac22-a56d2f949083 with Priority: HIGHEST for action security_group_rules [ 618.836019] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43d0bf79-d506-484d-ac22-a56d2f949083 with Priority: HIGHEST for action security_group_members [ 618.836019] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 683839cd-93e5-4c2c-87ce-556ac7ac9640 with Priority: HIGHEST for action port [ 618.836546] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-43d0bf79-d506-484d-ac22-a56d2f949083 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.836901] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-43d0bf79-d506-484d-ac22-a56d2f949083" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.837143] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-43d0bf79-d506-484d-ac22-a56d2f949083" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.837531] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-43d0bf79-d506-484d-ac22-a56d2f949083" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.840068] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('43d0bf79-d506-484d-ac22-a56d2f949083',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.840068] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-43d0bf79-d506-484d-ac22-a56d2f949083 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.840068] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43d0bf79-d506-484d-ac22-a56d2f949083" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.840068] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43d0bf79-d506-484d-ac22-a56d2f949083" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.840068] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43d0bf79-d506-484d-ac22-a56d2f949083" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.840068] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.846206] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.846206] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.846206] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.846206] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.846206] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43d0bf79-d506-484d-ac22-a56d2f949083',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.846206] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-683839cd-93e5-4c2c-87ce-556ac7ac9640 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.846206] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-683839cd-93e5-4c2c-87ce-556ac7ac9640" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.846206] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-683839cd-93e5-4c2c-87ce-556ac7ac9640" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.846206] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-683839cd-93e5-4c2c-87ce-556ac7ac9640" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.846206] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('683839cd-93e5-4c2c-87ce-556ac7ac9640',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.036788] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.036788] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.036788] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.036788] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.036788] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.036788] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fbed8333-e653-47b8-84ec-af891864d741 already deleted. [ 619.036788] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fbed8333-e653-47b8-84ec-af891864d741" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.036788] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fbed8333-e653-47b8-84ec-af891864d741" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.036788] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fbed8333-e653-47b8-84ec-af891864d741" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.036788] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fbed8333-e653-47b8-84ec-af891864d741',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.125231] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.125387] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.125453] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.126168] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.126168] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.126168] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.126168] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.126168] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.126389] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.126389] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.126538] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf2b9e5c-2739-481e-865c-b07f4f286b74 already deleted. [ 619.126538] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf2b9e5c-2739-481e-865c-b07f4f286b74" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.190022] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-410 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.190022] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-410" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.190022] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-410" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.190022] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-410" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.190022] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.190022] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.190022] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.190022] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.190022] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.191038] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 619.191280] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 619.191503] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 619.191765] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 619.192056] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 619.193031] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 619.193031] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 619.214517] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 619.214730] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 619.214911] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 619.215176] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-410" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.215545] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-5d01f5a6-db7c-4ac3-bc88-cb0e4b99c8ed taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.215737] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-5d01f5a6-db7c-4ac3-bc88-cb0e4b99c8ed" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.215860] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-5d01f5a6-db7c-4ac3-bc88-cb0e4b99c8ed" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.216192] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-5d01f5a6-db7c-4ac3-bc88-cb0e4b99c8ed" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.216334] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d01f5a6-db7c-4ac3-bc88-cb0e4b99c8ed',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.347829] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-43d0bf79-d506-484d-ac22-a56d2f949083 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.347829] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43d0bf79-d506-484d-ac22-a56d2f949083" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.350383] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('43d0bf79-d506-484d-ac22-a56d2f949083',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.354422] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 683839cd-93e5-4c2c-87ce-556ac7ac9640 with status ACTIVE [ 619.354422] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.354422] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.354422] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.354422] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.354422] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.354422] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.354422] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.354422] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.354422] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.354422] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.354422] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.354422] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.354422] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.354422] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.354422] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.354422] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 683839cd-93e5-4c2c-87ce-556ac7ac9640 is going to be updated. [ 619.380918] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.381085] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.381155] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.381401] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.381536] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.381703] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-683839cd-93e5-4c2c-87ce-556ac7ac9640" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.562922] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.562922] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.563547] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.563547] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.563547] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.563698] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fbed8333-e653-47b8-84ec-af891864d741 already deleted. [ 619.563850] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fbed8333-e653-47b8-84ec-af891864d741" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.721303] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.721997] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.721997] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.721997] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.722199] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.722343] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port 5d01f5a6-db7c-4ac3-bc88-cb0e4b99c8ed not found, creating... [ 619.722628] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.722792] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.722910] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.723652] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.723652] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.723652] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.723820] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.723884] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.724856] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.725406] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.725406] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: 5d01f5a6-db7c-4ac3-bc88-cb0e4b99c8ed is going to be created. [ 619.747163] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.747163] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.747274] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.747983] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.747983] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.747983] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-5d01f5a6-db7c-4ac3-bc88-cb0e4b99c8ed" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.849354] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 993468b1-322c-48af-ba8a-aaee2b56591d in Status: SUCCESS [ 619.850062] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-993468b1-322c-48af-ba8a-aaee2b56591d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.857033] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('43d0bf79-d506-484d-ac22-a56d2f949083',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.320706] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ed25a93-e947-45e8-974b-645111add6cd in Status: SUCCESS [ 620.320934] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.321243] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.321361] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.321557] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.321701] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.321758] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.321880] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.321961] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.322068] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.322160] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7ed25a93-e947-45e8-974b-645111add6cd',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.359557] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.359715] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.359808] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.360031] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.360135] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.360237] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43d0bf79-d506-484d-ac22-a56d2f949083 is going to be created. [ 620.384715] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.385121] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.385121] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.386097] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.386097] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.396063] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43d0bf79-d506-484d-ac22-a56d2f949083 in Status: UNINITIALIZED for 2s [ 620.830082] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ed25a93-e947-45e8-974b-645111add6cd taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.830486] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.830486] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.830602] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.831048] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.831048] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.831048] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.831310] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.831310] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.831310] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.831506] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ed25a93-e947-45e8-974b-645111add6cd taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.831684] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.831684] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.831808] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.831936] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.832032] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.832104] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.832261] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.832349] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.832430] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.832524] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7ed25a93-e947-45e8-974b-645111add6cd',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.887752] env[69596]: INFO networking_nsxv3.common.synchronization [req-74621a5c-4ef5-4c16-8482-6832c6fe8871 req-7444fe73-35a3-4772-9b05-37eab7fa8421 service nova] Enqueued Resource ID: cf2b9e5c-2739-481e-865c-b07f4f286b74 with Priority: HIGHEST for action security_group_rules [ 620.889268] env[69596]: INFO networking_nsxv3.common.synchronization [req-74621a5c-4ef5-4c16-8482-6832c6fe8871 req-7444fe73-35a3-4772-9b05-37eab7fa8421 service nova] Enqueued Resource ID: cf2b9e5c-2739-481e-865c-b07f4f286b74 with Priority: HIGHEST for action security_group_members [ 620.889268] env[69596]: INFO networking_nsxv3.common.synchronization [req-74621a5c-4ef5-4c16-8482-6832c6fe8871 req-7444fe73-35a3-4772-9b05-37eab7fa8421 service nova] Enqueued Resource ID: 5d01f5a6-db7c-4ac3-bc88-cb0e4b99c8ed with Priority: HIGHEST for action port [ 620.889268] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf2b9e5c-2739-481e-865c-b07f4f286b74 with Priority: HIGHEST for action security_group_rules [ 620.889616] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf2b9e5c-2739-481e-865c-b07f4f286b74 with Priority: HIGHEST for action security_group_members [ 620.889616] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d01f5a6-db7c-4ac3-bc88-cb0e4b99c8ed with Priority: HIGHEST for action port [ 620.889989] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf2b9e5c-2739-481e-865c-b07f4f286b74 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.890124] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf2b9e5c-2739-481e-865c-b07f4f286b74" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.890214] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf2b9e5c-2739-481e-865c-b07f4f286b74" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.890429] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf2b9e5c-2739-481e-865c-b07f4f286b74" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.891379] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf2b9e5c-2739-481e-865c-b07f4f286b74',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.891659] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf2b9e5c-2739-481e-865c-b07f4f286b74 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.891781] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf2b9e5c-2739-481e-865c-b07f4f286b74" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.891838] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf2b9e5c-2739-481e-865c-b07f4f286b74" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.892054] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf2b9e5c-2739-481e-865c-b07f4f286b74" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.892203] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.892440] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.892505] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.892726] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.892835] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.892976] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf2b9e5c-2739-481e-865c-b07f4f286b74',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.893997] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d01f5a6-db7c-4ac3-bc88-cb0e4b99c8ed taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.894103] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d01f5a6-db7c-4ac3-bc88-cb0e4b99c8ed" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.894384] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d01f5a6-db7c-4ac3-bc88-cb0e4b99c8ed" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.894564] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d01f5a6-db7c-4ac3-bc88-cb0e4b99c8ed" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.895234] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d01f5a6-db7c-4ac3-bc88-cb0e4b99c8ed',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.987177] env[69596]: INFO networking_nsxv3.common.synchronization [None req-27590c63-07f9-41b1-a9f1-48a0679a6d19 None None] Enqueued Resource ID: 321ed362-d19b-4d4f-8a01-827ae3d8daf3 with Priority: HIGHEST for action port [ 620.987177] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 321ed362-d19b-4d4f-8a01-827ae3d8daf3 with Priority: HIGHEST for action port [ 620.993127] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-321ed362-d19b-4d4f-8a01-827ae3d8daf3 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.993127] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-321ed362-d19b-4d4f-8a01-827ae3d8daf3" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.993127] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-321ed362-d19b-4d4f-8a01-827ae3d8daf3" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.993127] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-321ed362-d19b-4d4f-8a01-827ae3d8daf3" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.993127] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('321ed362-d19b-4d4f-8a01-827ae3d8daf3',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.015475] env[69596]: INFO networking_nsxv3.common.synchronization [req-3a4fd6de-b541-4a03-ae6c-9735a53f5844 req-8603d34d-63a0-4cef-a58a-2180efe7b184 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Enqueued Resource ID: d65c3b61-239c-443e-8b2e-04ea5cbccf11 with Priority: HIGHEST for action security_group_members [ 621.015475] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d65c3b61-239c-443e-8b2e-04ea5cbccf11 with Priority: HIGHEST for action security_group_members [ 621.017500] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-d65c3b61-239c-443e-8b2e-04ea5cbccf11 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.020424] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d65c3b61-239c-443e-8b2e-04ea5cbccf11" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.020424] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d65c3b61-239c-443e-8b2e-04ea5cbccf11" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.020424] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d65c3b61-239c-443e-8b2e-04ea5cbccf11" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.020424] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.020424] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.020424] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.020424] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.020424] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.020424] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d65c3b61-239c-443e-8b2e-04ea5cbccf11',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.335036] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7ed25a93-e947-45e8-974b-645111add6cd: rpc.has_security_group_logging(os_id): False [ 621.354619] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.354806] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.354806] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.355298] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.355298] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.355298] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.355516] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.355516] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.355601] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.355672] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.355926] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.356064] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.356124] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.356268] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.356337] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.356511] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.356600] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.356655] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.356787] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.356854] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.356951] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ed25a93-e947-45e8-974b-645111add6cd is going to be created. [ 621.399067] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf2b9e5c-2739-481e-865c-b07f4f286b74',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.399705] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf2b9e5c-2739-481e-865c-b07f4f286b74 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.399705] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf2b9e5c-2739-481e-865c-b07f4f286b74" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.399835] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5d01f5a6-db7c-4ac3-bc88-cb0e4b99c8ed with status ACTIVE [ 621.399960] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.400100] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.400162] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.400383] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.400465] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.400619] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.400748] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.400803] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.400965] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.401021] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.401242] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.401337] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.401337] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.401519] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.401563] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.401622] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5d01f5a6-db7c-4ac3-bc88-cb0e4b99c8ed is going to be updated. [ 621.415238] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.415451] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.415565] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.415857] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.416230] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.428020] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.428020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.428020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.428020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.428020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.428020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d01f5a6-db7c-4ac3-bc88-cb0e4b99c8ed" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.428592] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ed25a93-e947-45e8-974b-645111add6cd in Status: IN_PROGRESS for 2s [ 621.450096] env[69596]: INFO networking_nsxv3.common.synchronization [None req-30f4be30-b077-45cc-ab91-77d0a5cfe669 None None] Enqueued Resource ID: 481b9b7d-fe77-428f-bcb6-d1865fb72bf3 with Priority: HIGHEST for action port [ 621.450367] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 481b9b7d-fe77-428f-bcb6-d1865fb72bf3 with Priority: HIGHEST for action port [ 621.450969] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-481b9b7d-fe77-428f-bcb6-d1865fb72bf3 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.451148] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-481b9b7d-fe77-428f-bcb6-d1865fb72bf3" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.451217] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-481b9b7d-fe77-428f-bcb6-d1865fb72bf3" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.451584] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-481b9b7d-fe77-428f-bcb6-d1865fb72bf3" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.451584] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('481b9b7d-fe77-428f-bcb6-d1865fb72bf3',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.494644] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 321ed362-d19b-4d4f-8a01-827ae3d8daf3 [ 621.495420] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.495420] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.495420] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.495420] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.495420] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.495746] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:321ed362-d19b-4d4f-8a01-827ae3d8daf3 already deleted. [ 621.495746] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-321ed362-d19b-4d4f-8a01-827ae3d8daf3" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.521640] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.521640] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.521640] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.521640] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.521640] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.521975] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.521975] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.521975] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.522105] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.522254] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.522307] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d65c3b61-239c-443e-8b2e-04ea5cbccf11 already deleted. [ 621.522417] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d65c3b61-239c-443e-8b2e-04ea5cbccf11" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.774793] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-574 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.775127] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-574" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.775684] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-574" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.775791] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-574" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.776167] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.776408] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.776598] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.776940] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.777411] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.778029] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 621.778029] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 621.778150] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 621.778320] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 621.778544] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 621.778686] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 621.778944] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 621.802083] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 621.802083] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 621.802083] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 621.802083] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-574" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.802640] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-5153f29d-fa13-4f11-9f98-06979547242c taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.802715] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-5153f29d-fa13-4f11-9f98-06979547242c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.802823] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-5153f29d-fa13-4f11-9f98-06979547242c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.803207] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-5153f29d-fa13-4f11-9f98-06979547242c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.803346] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5153f29d-fa13-4f11-9f98-06979547242c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.911250] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf2b9e5c-2739-481e-865c-b07f4f286b74',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.955510] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 481b9b7d-fe77-428f-bcb6-d1865fb72bf3 [ 621.955510] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.955510] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.955510] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.955510] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.955510] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.955510] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:481b9b7d-fe77-428f-bcb6-d1865fb72bf3 already deleted. [ 621.955510] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-481b9b7d-fe77-428f-bcb6-d1865fb72bf3" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.309727] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.310013] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.310676] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.310676] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.310676] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.310784] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port 5153f29d-fa13-4f11-9f98-06979547242c not found, creating... [ 622.311177] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.311464] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.311626] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.311995] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.312272] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.312705] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.312963] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.317803] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.318232] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.318462] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.318692] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: 5153f29d-fa13-4f11-9f98-06979547242c is going to be created. [ 622.340307] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.340307] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.340307] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.340716] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.340716] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.340845] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-5153f29d-fa13-4f11-9f98-06979547242c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.406833] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43d0bf79-d506-484d-ac22-a56d2f949083 in Status: SUCCESS [ 622.407065] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43d0bf79-d506-484d-ac22-a56d2f949083" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.407465] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43d0bf79-d506-484d-ac22-a56d2f949083" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.407694] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43d0bf79-d506-484d-ac22-a56d2f949083" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.407911] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.408090] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.408090] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.408231] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.408313] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.408448] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43d0bf79-d506-484d-ac22-a56d2f949083" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.409054] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('43d0bf79-d506-484d-ac22-a56d2f949083',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.413377] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.413520] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.413581] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.413802] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.413897] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.413997] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf2b9e5c-2739-481e-865c-b07f4f286b74 is going to be created. [ 622.441145] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.441299] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.441365] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.441582] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.441740] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.452960] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf2b9e5c-2739-481e-865c-b07f4f286b74 in Status: UNINITIALIZED for 2s [ 622.533602] env[69596]: INFO networking_nsxv3.common.synchronization [req-9c65f78f-2158-46ba-9526-8b3195f7f446 req-64e0caf5-9d03-4cae-8af4-a9ae1aecba5b tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] Enqueued Resource ID: 1aeb7f0b-43bc-4968-8b6e-f3b8e7240e5c with Priority: HIGHEST for action security_group_members [ 622.534355] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1aeb7f0b-43bc-4968-8b6e-f3b8e7240e5c with Priority: HIGHEST for action security_group_members [ 622.534661] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-1aeb7f0b-43bc-4968-8b6e-f3b8e7240e5c taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.534776] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1aeb7f0b-43bc-4968-8b6e-f3b8e7240e5c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.534841] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1aeb7f0b-43bc-4968-8b6e-f3b8e7240e5c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.535062] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1aeb7f0b-43bc-4968-8b6e-f3b8e7240e5c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.535237] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.535337] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.535396] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.535558] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.535636] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.535728] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1aeb7f0b-43bc-4968-8b6e-f3b8e7240e5c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.574383] env[69596]: INFO networking_nsxv3.common.synchronization [req-41504844-4dc4-4c4d-a88b-013f015688cc req-2640a6be-77d5-493e-b198-5247c4a1e12e tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] Enqueued Resource ID: 28908f26-35fb-4c69-af59-211e8a6a1c4c with Priority: HIGHEST for action security_group_members [ 622.574942] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28908f26-35fb-4c69-af59-211e8a6a1c4c with Priority: HIGHEST for action security_group_members [ 622.575419] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-28908f26-35fb-4c69-af59-211e8a6a1c4c taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.575419] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28908f26-35fb-4c69-af59-211e8a6a1c4c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.575608] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28908f26-35fb-4c69-af59-211e8a6a1c4c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.575656] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28908f26-35fb-4c69-af59-211e8a6a1c4c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.575777] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.575894] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.575950] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.576109] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.576197] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.576281] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28908f26-35fb-4c69-af59-211e8a6a1c4c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.911771] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-43d0bf79-d506-484d-ac22-a56d2f949083 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.912278] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43d0bf79-d506-484d-ac22-a56d2f949083" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.912278] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43d0bf79-d506-484d-ac22-a56d2f949083" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.912469] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43d0bf79-d506-484d-ac22-a56d2f949083" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.912999] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.912999] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.912999] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.913180] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.913180] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.913586] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43d0bf79-d506-484d-ac22-a56d2f949083" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.913586] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-43d0bf79-d506-484d-ac22-a56d2f949083 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.913586] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43d0bf79-d506-484d-ac22-a56d2f949083" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.913586] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43d0bf79-d506-484d-ac22-a56d2f949083" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.913833] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43d0bf79-d506-484d-ac22-a56d2f949083" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.913867] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.913982] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.914722] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.915147] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.915241] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.915339] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43d0bf79-d506-484d-ac22-a56d2f949083" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.915437] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('43d0bf79-d506-484d-ac22-a56d2f949083',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.951036] env[69596]: INFO networking_nsxv3.common.synchronization [req-596763bf-efdd-442c-ac8d-b00bd6ff6921 req-ada61d76-8e7d-4b91-9588-04016b6c56ad tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] Enqueued Resource ID: 81691705-36ef-486a-8285-3016a3eb1ed1 with Priority: HIGHEST for action security_group_members [ 622.955019] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81691705-36ef-486a-8285-3016a3eb1ed1 with Priority: HIGHEST for action security_group_members [ 622.955019] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-81691705-36ef-486a-8285-3016a3eb1ed1 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.955019] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81691705-36ef-486a-8285-3016a3eb1ed1" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.955019] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81691705-36ef-486a-8285-3016a3eb1ed1" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.955019] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81691705-36ef-486a-8285-3016a3eb1ed1" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.955019] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.955019] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.955019] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.955019] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.955019] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.955019] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81691705-36ef-486a-8285-3016a3eb1ed1',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.038127] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.038295] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.038369] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.038576] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.038668] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.038868] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.039028] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.039072] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.039206] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.039281] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.039368] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1aeb7f0b-43bc-4968-8b6e-f3b8e7240e5c is going to be updated. [ 623.067372] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.068244] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.068244] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.069323] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.069323] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.078020] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1aeb7f0b-43bc-4968-8b6e-f3b8e7240e5c in Status: IN_PROGRESS for 2s [ 623.078124] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.078287] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.078330] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.078816] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.078816] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.078816] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.079067] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.079231] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.079432] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.079513] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.079601] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28908f26-35fb-4c69-af59-211e8a6a1c4c is going to be updated. [ 623.105112] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.105278] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.105755] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.106073] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.106382] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.114351] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28908f26-35fb-4c69-af59-211e8a6a1c4c in Status: IN_PROGRESS for 2s [ 623.420367] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 43d0bf79-d506-484d-ac22-a56d2f949083: rpc.has_security_group_logging(os_id): False [ 623.438619] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.439201] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.439201] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.439201] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.439201] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.439365] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.439470] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.439518] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.439722] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.439722] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.440678] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.440678] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.440678] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.440678] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.440678] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.440678] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.440678] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.441233] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.442025] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.442122] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.442219] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 43d0bf79-d506-484d-ac22-a56d2f949083 is going to be created. [ 623.443837] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ed25a93-e947-45e8-974b-645111add6cd in Status: SUCCESS [ 623.444012] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.460920] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.461085] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.461155] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.461361] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.461451] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.461656] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.461756] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.461820] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.462019] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.462080] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.462129] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81691705-36ef-486a-8285-3016a3eb1ed1 is going to be updated. [ 623.483603] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.483983] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.483983] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.484137] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.484615] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.491994] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81691705-36ef-486a-8285-3016a3eb1ed1 in Status: IN_PROGRESS for 2s [ 623.496331] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.496466] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.496518] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.496725] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.497032] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.510046] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 43d0bf79-d506-484d-ac22-a56d2f949083 in Status: IN_PROGRESS for 2s [ 623.549187] env[69596]: INFO networking_nsxv3.common.synchronization [req-f9e66914-5ab7-4dee-89b2-48efed7955a0 req-60ec116e-50f3-411d-9f5f-a2888ae33371 tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] Enqueued Resource ID: 596ea14e-3ab2-453f-bdc9-e4d0322867cb with Priority: HIGHEST for action security_group_members [ 623.549811] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 596ea14e-3ab2-453f-bdc9-e4d0322867cb with Priority: HIGHEST for action security_group_members [ 623.550222] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-596ea14e-3ab2-453f-bdc9-e4d0322867cb taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.551095] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-596ea14e-3ab2-453f-bdc9-e4d0322867cb" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.551234] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-596ea14e-3ab2-453f-bdc9-e4d0322867cb" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.551505] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-596ea14e-3ab2-453f-bdc9-e4d0322867cb" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.551764] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.551924] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.552066] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.552277] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.552392] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.552509] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('596ea14e-3ab2-453f-bdc9-e4d0322867cb',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.610844] env[69596]: INFO networking_nsxv3.common.synchronization [None req-869a091c-4def-4c52-bab8-de059b10a018 None None] Enqueued Resource ID: 38fad55c-5003-4e68-9299-09f321cc4316 with Priority: HIGHEST for action port [ 623.610844] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38fad55c-5003-4e68-9299-09f321cc4316 with Priority: HIGHEST for action port [ 623.611745] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-38fad55c-5003-4e68-9299-09f321cc4316 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.611871] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38fad55c-5003-4e68-9299-09f321cc4316" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.611941] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38fad55c-5003-4e68-9299-09f321cc4316" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.612445] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38fad55c-5003-4e68-9299-09f321cc4316" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.612776] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38fad55c-5003-4e68-9299-09f321cc4316',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.627689] env[69596]: INFO networking_nsxv3.common.synchronization [None req-99381163-f0aa-4206-bc1a-9e35e8a99b52 None None] Enqueued Resource ID: 920e42bd-33e7-4678-a34a-da61c0238f12 with Priority: HIGHEST for action port [ 623.631033] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 920e42bd-33e7-4678-a34a-da61c0238f12 with Priority: HIGHEST for action port [ 623.631033] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-920e42bd-33e7-4678-a34a-da61c0238f12 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.631033] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-920e42bd-33e7-4678-a34a-da61c0238f12" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.631033] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-920e42bd-33e7-4678-a34a-da61c0238f12" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.631033] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-920e42bd-33e7-4678-a34a-da61c0238f12" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.631033] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('920e42bd-33e7-4678-a34a-da61c0238f12',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.833062] env[69596]: INFO networking_nsxv3.common.synchronization [req-3a4fd6de-b541-4a03-ae6c-9735a53f5844 req-8793c5e9-6dfa-4dba-a706-82c7b0033259 service nova] Enqueued Resource ID: d65c3b61-239c-443e-8b2e-04ea5cbccf11 with Priority: HIGHEST for action security_group_rules [ 623.833795] env[69596]: INFO networking_nsxv3.common.synchronization [req-3a4fd6de-b541-4a03-ae6c-9735a53f5844 req-8793c5e9-6dfa-4dba-a706-82c7b0033259 service nova] Enqueued Resource ID: d65c3b61-239c-443e-8b2e-04ea5cbccf11 with Priority: HIGHEST for action security_group_members [ 623.834150] env[69596]: INFO networking_nsxv3.common.synchronization [req-3a4fd6de-b541-4a03-ae6c-9735a53f5844 req-8793c5e9-6dfa-4dba-a706-82c7b0033259 service nova] Enqueued Resource ID: 5153f29d-fa13-4f11-9f98-06979547242c with Priority: HIGHEST for action port [ 623.835050] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d65c3b61-239c-443e-8b2e-04ea5cbccf11 with Priority: HIGHEST for action security_group_rules [ 623.835373] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d65c3b61-239c-443e-8b2e-04ea5cbccf11 with Priority: HIGHEST for action security_group_members [ 623.835665] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5153f29d-fa13-4f11-9f98-06979547242c with Priority: HIGHEST for action port [ 623.836180] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d65c3b61-239c-443e-8b2e-04ea5cbccf11 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.836528] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d65c3b61-239c-443e-8b2e-04ea5cbccf11" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.836735] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d65c3b61-239c-443e-8b2e-04ea5cbccf11" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.837205] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d65c3b61-239c-443e-8b2e-04ea5cbccf11" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.837442] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d65c3b61-239c-443e-8b2e-04ea5cbccf11',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.838950] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-d65c3b61-239c-443e-8b2e-04ea5cbccf11 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.839464] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d65c3b61-239c-443e-8b2e-04ea5cbccf11" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.839658] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d65c3b61-239c-443e-8b2e-04ea5cbccf11" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.840039] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d65c3b61-239c-443e-8b2e-04ea5cbccf11" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.841777] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.841777] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.841777] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.841777] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.841777] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.841777] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d65c3b61-239c-443e-8b2e-04ea5cbccf11',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.842589] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-5153f29d-fa13-4f11-9f98-06979547242c taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.844076] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5153f29d-fa13-4f11-9f98-06979547242c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.844260] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5153f29d-fa13-4f11-9f98-06979547242c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.844586] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5153f29d-fa13-4f11-9f98-06979547242c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.844755] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5153f29d-fa13-4f11-9f98-06979547242c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.056065] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.060020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.060020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.060020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.060020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.060020] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.060020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.060020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.060020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.060020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.060020] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 596ea14e-3ab2-453f-bdc9-e4d0322867cb is going to be updated. [ 624.085019] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.085019] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.085019] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.085019] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.085019] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.094031] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 596ea14e-3ab2-453f-bdc9-e4d0322867cb in Status: IN_PROGRESS for 2s [ 624.115384] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 38fad55c-5003-4e68-9299-09f321cc4316 [ 624.117257] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.117257] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.117257] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.117257] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.117257] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.117257] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:38fad55c-5003-4e68-9299-09f321cc4316 already deleted. [ 624.117257] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38fad55c-5003-4e68-9299-09f321cc4316" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.131115] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 920e42bd-33e7-4678-a34a-da61c0238f12 [ 624.132288] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.132288] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.132288] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.132288] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.132288] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.132288] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:920e42bd-33e7-4678-a34a-da61c0238f12 already deleted. [ 624.132288] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-920e42bd-33e7-4678-a34a-da61c0238f12" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.350033] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-d65c3b61-239c-443e-8b2e-04ea5cbccf11 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.350033] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d65c3b61-239c-443e-8b2e-04ea5cbccf11" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.350033] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d65c3b61-239c-443e-8b2e-04ea5cbccf11',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.350033] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5153f29d-fa13-4f11-9f98-06979547242c with status ACTIVE [ 624.350033] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.350033] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.350033] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.350033] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.350033] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.350033] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.350033] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.350033] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.350033] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.350033] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.350737] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.350737] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.350737] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.351084] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.351297] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.351462] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5153f29d-fa13-4f11-9f98-06979547242c is going to be updated. [ 624.370589] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.370747] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.370789] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.370999] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.371150] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.371346] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5153f29d-fa13-4f11-9f98-06979547242c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.471902] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf2b9e5c-2739-481e-865c-b07f4f286b74 in Status: SUCCESS [ 624.471902] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf2b9e5c-2739-481e-865c-b07f4f286b74" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.471902] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf2b9e5c-2739-481e-865c-b07f4f286b74" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.471902] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf2b9e5c-2739-481e-865c-b07f4f286b74" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.471902] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.471902] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.471902] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.471902] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.471902] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.471902] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf2b9e5c-2739-481e-865c-b07f4f286b74" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.471902] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cf2b9e5c-2739-481e-865c-b07f4f286b74',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.685181] env[69596]: INFO networking_nsxv3.common.synchronization [None req-ac2c4762-c9dd-4735-a73f-920c2a0f63d6 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Enqueued Resource ID: dba7aa3a-c2fa-4f98-9cc4-7022c186404b with Priority: HIGHEST for action security_group_rules [ 624.690020] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dba7aa3a-c2fa-4f98-9cc4-7022c186404b with Priority: HIGHEST for action security_group_rules [ 624.690020] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dba7aa3a-c2fa-4f98-9cc4-7022c186404b taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.690020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dba7aa3a-c2fa-4f98-9cc4-7022c186404b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.690020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dba7aa3a-c2fa-4f98-9cc4-7022c186404b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.690020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dba7aa3a-c2fa-4f98-9cc4-7022c186404b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.690020] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dba7aa3a-c2fa-4f98-9cc4-7022c186404b',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.826520] env[69596]: INFO networking_nsxv3.common.synchronization [None req-51b3c553-7c11-41c0-a021-33c0a5ccb561 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Enqueued Resource ID: dba7aa3a-c2fa-4f98-9cc4-7022c186404b with Priority: HIGHEST for action security_group_rules [ 624.827176] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dba7aa3a-c2fa-4f98-9cc4-7022c186404b with Priority: HIGHEST for action security_group_rules [ 624.827490] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dba7aa3a-c2fa-4f98-9cc4-7022c186404b taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.827592] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dba7aa3a-c2fa-4f98-9cc4-7022c186404b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.853802] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d65c3b61-239c-443e-8b2e-04ea5cbccf11',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.934504] env[69596]: INFO networking_nsxv3.common.synchronization [None req-38da5da7-85af-4c7b-a378-fe51cc609d1a tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Enqueued Resource ID: acc165e5-bc9f-49f6-b708-06c11b7a85a9 with Priority: HIGHEST for action security_group_rules [ 624.934504] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acc165e5-bc9f-49f6-b708-06c11b7a85a9 with Priority: HIGHEST for action security_group_rules [ 624.935472] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-acc165e5-bc9f-49f6-b708-06c11b7a85a9 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.935844] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-acc165e5-bc9f-49f6-b708-06c11b7a85a9" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.936066] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-acc165e5-bc9f-49f6-b708-06c11b7a85a9" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.936579] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-acc165e5-bc9f-49f6-b708-06c11b7a85a9" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.936807] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('acc165e5-bc9f-49f6-b708-06c11b7a85a9',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.976309] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf2b9e5c-2739-481e-865c-b07f4f286b74 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.976488] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf2b9e5c-2739-481e-865c-b07f4f286b74" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.976553] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf2b9e5c-2739-481e-865c-b07f4f286b74" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.976771] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf2b9e5c-2739-481e-865c-b07f4f286b74" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.977085] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.977157] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.977472] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.977472] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.977472] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.977643] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf2b9e5c-2739-481e-865c-b07f4f286b74" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.977734] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf2b9e5c-2739-481e-865c-b07f4f286b74 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.977734] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf2b9e5c-2739-481e-865c-b07f4f286b74" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.978245] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf2b9e5c-2739-481e-865c-b07f4f286b74" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.978245] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf2b9e5c-2739-481e-865c-b07f4f286b74" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.978245] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.978245] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.978245] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.978538] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.978538] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.978538] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf2b9e5c-2739-481e-865c-b07f4f286b74" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.978624] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cf2b9e5c-2739-481e-865c-b07f4f286b74',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.088685] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1aeb7f0b-43bc-4968-8b6e-f3b8e7240e5c in Status: SUCCESS [ 625.088974] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1aeb7f0b-43bc-4968-8b6e-f3b8e7240e5c deletion is rescheduled due to dependency. [ 625.089267] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1aeb7f0b-43bc-4968-8b6e-f3b8e7240e5c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.126593] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28908f26-35fb-4c69-af59-211e8a6a1c4c in Status: SUCCESS [ 625.126763] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28908f26-35fb-4c69-af59-211e8a6a1c4c deletion is rescheduled due to dependency. [ 625.126896] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28908f26-35fb-4c69-af59-211e8a6a1c4c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.157961] env[69596]: INFO networking_nsxv3.common.synchronization [None req-752a6852-1821-49bb-9986-ceb9ce03beed tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Enqueued Resource ID: acc165e5-bc9f-49f6-b708-06c11b7a85a9 with Priority: HIGHEST for action security_group_rules [ 625.158531] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acc165e5-bc9f-49f6-b708-06c11b7a85a9 with Priority: HIGHEST for action security_group_rules [ 625.158831] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-acc165e5-bc9f-49f6-b708-06c11b7a85a9 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.158962] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-acc165e5-bc9f-49f6-b708-06c11b7a85a9" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.161273] env[69596]: INFO networking_nsxv3.common.synchronization [None req-265ff342-8759-4624-b874-d6467be415b4 None None] Enqueued Resource ID: 8dea4ac9-b4b7-45a8-9dfa-7bf954bbfb3e with Priority: HIGHEST for action port [ 625.162131] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dea4ac9-b4b7-45a8-9dfa-7bf954bbfb3e with Priority: HIGHEST for action port [ 625.162729] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-8dea4ac9-b4b7-45a8-9dfa-7bf954bbfb3e taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.162888] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8dea4ac9-b4b7-45a8-9dfa-7bf954bbfb3e" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.162959] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8dea4ac9-b4b7-45a8-9dfa-7bf954bbfb3e" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.163249] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8dea4ac9-b4b7-45a8-9dfa-7bf954bbfb3e" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.164476] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8dea4ac9-b4b7-45a8-9dfa-7bf954bbfb3e',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.209222] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.209355] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.209415] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.209701] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.209788] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.209897] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dba7aa3a-c2fa-4f98-9cc4-7022c186404b already deleted. [ 625.209981] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dba7aa3a-c2fa-4f98-9cc4-7022c186404b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.210211] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dba7aa3a-c2fa-4f98-9cc4-7022c186404b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.210571] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dba7aa3a-c2fa-4f98-9cc4-7022c186404b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.210571] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dba7aa3a-c2fa-4f98-9cc4-7022c186404b',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.357603] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.357769] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.357850] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.358084] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.358180] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.358291] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d65c3b61-239c-443e-8b2e-04ea5cbccf11 is going to be created. [ 625.385054] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.385054] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.385054] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.385054] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.385054] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.394463] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d65c3b61-239c-443e-8b2e-04ea5cbccf11 in Status: UNINITIALIZED for 2s [ 625.456972] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.457225] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.457225] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.457475] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.457587] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.457626] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: acc165e5-bc9f-49f6-b708-06c11b7a85a9 already deleted. [ 625.457701] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-acc165e5-bc9f-49f6-b708-06c11b7a85a9" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.457849] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-acc165e5-bc9f-49f6-b708-06c11b7a85a9" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.458018] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-acc165e5-bc9f-49f6-b708-06c11b7a85a9" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.458103] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('acc165e5-bc9f-49f6-b708-06c11b7a85a9',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.482391] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cf2b9e5c-2739-481e-865c-b07f4f286b74: rpc.has_security_group_logging(os_id): False [ 625.515364] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81691705-36ef-486a-8285-3016a3eb1ed1 in Status: SUCCESS [ 625.515364] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81691705-36ef-486a-8285-3016a3eb1ed1 deletion is rescheduled due to dependency. [ 625.515364] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81691705-36ef-486a-8285-3016a3eb1ed1" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.515924] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.516226] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.516382] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.516715] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.516908] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.517223] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.517450] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.517625] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.517883] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.518070] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.518416] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.518635] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.518778] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.519067] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.519257] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.519540] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.519758] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.521176] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.521436] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.521620] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.521883] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf2b9e5c-2739-481e-865c-b07f4f286b74 is going to be created. [ 625.547105] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 43d0bf79-d506-484d-ac22-a56d2f949083 in Status: SUCCESS [ 625.549035] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-43d0bf79-d506-484d-ac22-a56d2f949083" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.593430] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.593616] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.593616] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.595092] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.595092] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.607737] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf2b9e5c-2739-481e-865c-b07f4f286b74 in Status: IN_PROGRESS for 2s [ 625.667018] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8dea4ac9-b4b7-45a8-9dfa-7bf954bbfb3e [ 625.667629] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.667629] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.667629] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.667841] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.667841] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.667926] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8dea4ac9-b4b7-45a8-9dfa-7bf954bbfb3e already deleted. [ 625.667985] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8dea4ac9-b4b7-45a8-9dfa-7bf954bbfb3e" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.749044] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.749373] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.749531] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.749865] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.750074] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.750276] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dba7aa3a-c2fa-4f98-9cc4-7022c186404b already deleted. [ 625.750446] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dba7aa3a-c2fa-4f98-9cc4-7022c186404b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.978446] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.978446] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.978446] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.978446] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.978446] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.978446] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: acc165e5-bc9f-49f6-b708-06c11b7a85a9 already deleted. [ 625.978446] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-acc165e5-bc9f-49f6-b708-06c11b7a85a9" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.102457] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 596ea14e-3ab2-453f-bdc9-e4d0322867cb in Status: SUCCESS [ 626.102774] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 596ea14e-3ab2-453f-bdc9-e4d0322867cb deletion is rescheduled due to dependency. [ 626.102774] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-596ea14e-3ab2-453f-bdc9-e4d0322867cb" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.201292] env[69596]: INFO networking_nsxv3.common.synchronization [req-b69aa9c9-ef64-4e4a-ada6-0c4199a5b0c3 req-ee76f048-9d0a-4054-a2d2-b96730af7155 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] Enqueued Resource ID: 1768ee4d-8b25-4e98-8ccf-9ddc42308b8c with Priority: HIGHEST for action security_group_members [ 626.201800] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1768ee4d-8b25-4e98-8ccf-9ddc42308b8c with Priority: HIGHEST for action security_group_members [ 626.202100] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-1768ee4d-8b25-4e98-8ccf-9ddc42308b8c taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.202212] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1768ee4d-8b25-4e98-8ccf-9ddc42308b8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.202306] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1768ee4d-8b25-4e98-8ccf-9ddc42308b8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.202515] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1768ee4d-8b25-4e98-8ccf-9ddc42308b8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.202666] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.202757] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.202816] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.203314] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.203314] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.203314] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1768ee4d-8b25-4e98-8ccf-9ddc42308b8c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.706283] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.706496] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.706574] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.706803] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.707097] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.707268] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.707915] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.707915] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.707915] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.707915] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.707915] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1768ee4d-8b25-4e98-8ccf-9ddc42308b8c already deleted. [ 626.707915] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1768ee4d-8b25-4e98-8ccf-9ddc42308b8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.405512] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d65c3b61-239c-443e-8b2e-04ea5cbccf11 in Status: SUCCESS [ 627.405751] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d65c3b61-239c-443e-8b2e-04ea5cbccf11" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.409874] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d65c3b61-239c-443e-8b2e-04ea5cbccf11" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.409874] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d65c3b61-239c-443e-8b2e-04ea5cbccf11" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.409874] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.409874] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.409874] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.409874] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.409874] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.409874] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d65c3b61-239c-443e-8b2e-04ea5cbccf11" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.409874] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d65c3b61-239c-443e-8b2e-04ea5cbccf11',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.510871] env[69596]: INFO networking_nsxv3.common.synchronization [req-70a0be9c-ab60-4976-9346-11a454656513 req-8758f9ee-6664-4ef9-b6db-0957cb35bbbf tempest-DeleteServersAdminTestJSON-1583269809 tempest-DeleteServersAdminTestJSON-1583269809-project-admin] Enqueued Resource ID: 20dd5851-9d03-42b8-bada-063939ac2f8b with Priority: HIGHEST for action security_group_members [ 627.511154] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20dd5851-9d03-42b8-bada-063939ac2f8b with Priority: HIGHEST for action security_group_members [ 627.511779] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-20dd5851-9d03-42b8-bada-063939ac2f8b taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.511906] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20dd5851-9d03-42b8-bada-063939ac2f8b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.512042] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20dd5851-9d03-42b8-bada-063939ac2f8b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.512176] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20dd5851-9d03-42b8-bada-063939ac2f8b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.512327] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.512427] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.512490] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.512641] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.512727] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.512818] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20dd5851-9d03-42b8-bada-063939ac2f8b',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.601202] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-14 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.605353] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-14" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.605509] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-14" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.605937] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-14" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.606266] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.606439] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.606560] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.606786] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.606959] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.607203] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 627.607548] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 627.607548] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 627.607548] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 627.607676] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 627.607752] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 627.607885] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 627.623422] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf2b9e5c-2739-481e-865c-b07f4f286b74 in Status: SUCCESS [ 627.623913] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf2b9e5c-2739-481e-865c-b07f4f286b74" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.629847] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 627.630075] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 627.630260] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 627.630465] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-14" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.630809] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-68e03e2c-b725-4c9d-af40-410ae8b79827 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.631033] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-68e03e2c-b725-4c9d-af40-410ae8b79827" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.631208] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-68e03e2c-b725-4c9d-af40-410ae8b79827" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.631582] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-68e03e2c-b725-4c9d-af40-410ae8b79827" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.631854] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68e03e2c-b725-4c9d-af40-410ae8b79827',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.913383] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-d65c3b61-239c-443e-8b2e-04ea5cbccf11 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.913383] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d65c3b61-239c-443e-8b2e-04ea5cbccf11" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.913530] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d65c3b61-239c-443e-8b2e-04ea5cbccf11" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.913726] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d65c3b61-239c-443e-8b2e-04ea5cbccf11" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.913873] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.913971] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.914054] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.914226] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.914294] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.914326] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d65c3b61-239c-443e-8b2e-04ea5cbccf11" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.914546] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-d65c3b61-239c-443e-8b2e-04ea5cbccf11 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.914546] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d65c3b61-239c-443e-8b2e-04ea5cbccf11" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.914651] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d65c3b61-239c-443e-8b2e-04ea5cbccf11" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.914807] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d65c3b61-239c-443e-8b2e-04ea5cbccf11" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.914870] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.914956] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.915617] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.916192] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.916192] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.916469] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d65c3b61-239c-443e-8b2e-04ea5cbccf11" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.916648] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d65c3b61-239c-443e-8b2e-04ea5cbccf11',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.014498] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.014800] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.014800] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.015011] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.015011] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.015217] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.015574] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.015574] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.015574] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.015690] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.015690] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20dd5851-9d03-42b8-bada-063939ac2f8b is going to be updated. [ 628.019333] env[69596]: INFO networking_nsxv3.common.synchronization [None req-2c46652a-63cc-4859-9160-bcf118082813 None None] Enqueued Resource ID: bfdceed4-dd24-4b1e-acfd-026b24cf86c2 with Priority: HIGHEST for action port [ 628.019333] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfdceed4-dd24-4b1e-acfd-026b24cf86c2 with Priority: HIGHEST for action port [ 628.020185] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-bfdceed4-dd24-4b1e-acfd-026b24cf86c2 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.020355] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bfdceed4-dd24-4b1e-acfd-026b24cf86c2" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.020448] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bfdceed4-dd24-4b1e-acfd-026b24cf86c2" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.020714] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bfdceed4-dd24-4b1e-acfd-026b24cf86c2" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.020828] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfdceed4-dd24-4b1e-acfd-026b24cf86c2',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.046418] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.046618] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.046618] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.047687] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.047687] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.056218] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20dd5851-9d03-42b8-bada-063939ac2f8b in Status: IN_PROGRESS for 2s [ 628.134185] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.134451] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.134667] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.135017] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.135202] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.135397] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port 68e03e2c-b725-4c9d-af40-410ae8b79827 not found, creating... [ 628.135782] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.135982] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.136159] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.136323] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.136452] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.136752] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.136911] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.137944] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.138225] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.138380] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.138533] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: 68e03e2c-b725-4c9d-af40-410ae8b79827 is going to be created. [ 628.163021] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.163021] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.163021] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.163021] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.163021] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.163021] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-68e03e2c-b725-4c9d-af40-410ae8b79827" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.420911] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d65c3b61-239c-443e-8b2e-04ea5cbccf11: rpc.has_security_group_logging(os_id): False [ 628.438740] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.438740] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.438740] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.438740] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.438740] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.438740] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.438740] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.438740] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.438740] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.438740] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.438740] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.438740] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.438740] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.438740] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.438740] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.440420] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.440537] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.440537] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.440676] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.440755] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.440956] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d65c3b61-239c-443e-8b2e-04ea5cbccf11 is going to be created. [ 628.494837] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.495300] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.495466] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.495765] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.496061] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.507118] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d65c3b61-239c-443e-8b2e-04ea5cbccf11 in Status: IN_PROGRESS for 2s [ 628.527229] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bfdceed4-dd24-4b1e-acfd-026b24cf86c2 [ 628.528396] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.528396] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.528396] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.528396] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.528396] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.528396] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bfdceed4-dd24-4b1e-acfd-026b24cf86c2 already deleted. [ 628.528396] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bfdceed4-dd24-4b1e-acfd-026b24cf86c2" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.573168] env[69596]: INFO networking_nsxv3.common.synchronization [None req-32c7687f-dbb0-4210-8a64-8d6259f8305a None None] Enqueued Resource ID: 2e0762e0-1d9e-4bfd-bc92-0c417d12fc50 with Priority: HIGHEST for action port [ 628.573168] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e0762e0-1d9e-4bfd-bc92-0c417d12fc50 with Priority: HIGHEST for action port [ 628.573168] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e0762e0-1d9e-4bfd-bc92-0c417d12fc50 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.573168] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e0762e0-1d9e-4bfd-bc92-0c417d12fc50" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.573168] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e0762e0-1d9e-4bfd-bc92-0c417d12fc50" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.573168] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e0762e0-1d9e-4bfd-bc92-0c417d12fc50" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.573168] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e0762e0-1d9e-4bfd-bc92-0c417d12fc50',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.786785] env[69596]: INFO networking_nsxv3.common.synchronization [None req-809df5b4-de06-4161-bb2b-3c62ddb61efa None None] Enqueued Resource ID: 9ba2f410-b807-4736-a883-bb405c08619d with Priority: HIGHEST for action port [ 628.787248] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ba2f410-b807-4736-a883-bb405c08619d with Priority: HIGHEST for action port [ 628.787567] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ba2f410-b807-4736-a883-bb405c08619d taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.787693] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ba2f410-b807-4736-a883-bb405c08619d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.787762] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ba2f410-b807-4736-a883-bb405c08619d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.792946] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ba2f410-b807-4736-a883-bb405c08619d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.792946] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ba2f410-b807-4736-a883-bb405c08619d',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.984320] env[69596]: INFO networking_nsxv3.common.synchronization [req-b69aa9c9-ef64-4e4a-ada6-0c4199a5b0c3 req-ddfc1d54-b46c-4162-934d-229c04f7f7f3 service nova] Enqueued Resource ID: 1768ee4d-8b25-4e98-8ccf-9ddc42308b8c with Priority: HIGHEST for action security_group_rules [ 628.984909] env[69596]: INFO networking_nsxv3.common.synchronization [req-b69aa9c9-ef64-4e4a-ada6-0c4199a5b0c3 req-ddfc1d54-b46c-4162-934d-229c04f7f7f3 service nova] Enqueued Resource ID: 1768ee4d-8b25-4e98-8ccf-9ddc42308b8c with Priority: HIGHEST for action security_group_members [ 628.984909] env[69596]: INFO networking_nsxv3.common.synchronization [req-b69aa9c9-ef64-4e4a-ada6-0c4199a5b0c3 req-ddfc1d54-b46c-4162-934d-229c04f7f7f3 service nova] Enqueued Resource ID: 68e03e2c-b725-4c9d-af40-410ae8b79827 with Priority: HIGHEST for action port [ 628.984909] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1768ee4d-8b25-4e98-8ccf-9ddc42308b8c with Priority: HIGHEST for action security_group_rules [ 628.985183] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1768ee4d-8b25-4e98-8ccf-9ddc42308b8c with Priority: HIGHEST for action security_group_members [ 628.985183] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68e03e2c-b725-4c9d-af40-410ae8b79827 with Priority: HIGHEST for action port [ 628.986379] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1768ee4d-8b25-4e98-8ccf-9ddc42308b8c taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.986379] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1768ee4d-8b25-4e98-8ccf-9ddc42308b8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.986379] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1768ee4d-8b25-4e98-8ccf-9ddc42308b8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.986379] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1768ee4d-8b25-4e98-8ccf-9ddc42308b8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.986379] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1768ee4d-8b25-4e98-8ccf-9ddc42308b8c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.994896] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-1768ee4d-8b25-4e98-8ccf-9ddc42308b8c taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.994896] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1768ee4d-8b25-4e98-8ccf-9ddc42308b8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.994896] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1768ee4d-8b25-4e98-8ccf-9ddc42308b8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.994896] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1768ee4d-8b25-4e98-8ccf-9ddc42308b8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.994896] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.994896] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.994896] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.994896] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.994896] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.994896] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1768ee4d-8b25-4e98-8ccf-9ddc42308b8c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.994896] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-68e03e2c-b725-4c9d-af40-410ae8b79827 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.994896] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68e03e2c-b725-4c9d-af40-410ae8b79827" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.994896] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68e03e2c-b725-4c9d-af40-410ae8b79827" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.994896] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68e03e2c-b725-4c9d-af40-410ae8b79827" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.994896] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68e03e2c-b725-4c9d-af40-410ae8b79827',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.075386] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2e0762e0-1d9e-4bfd-bc92-0c417d12fc50 [ 629.076532] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.076717] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.076791] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.077025] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.077121] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.077221] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2e0762e0-1d9e-4bfd-bc92-0c417d12fc50 already deleted. [ 629.077304] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e0762e0-1d9e-4bfd-bc92-0c417d12fc50" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.292855] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9ba2f410-b807-4736-a883-bb405c08619d [ 629.293123] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.293262] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.293343] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.293561] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.293651] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.293755] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9ba2f410-b807-4736-a883-bb405c08619d already deleted. [ 629.293833] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ba2f410-b807-4736-a883-bb405c08619d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.495921] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-1768ee4d-8b25-4e98-8ccf-9ddc42308b8c taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.496217] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1768ee4d-8b25-4e98-8ccf-9ddc42308b8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.501617] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1768ee4d-8b25-4e98-8ccf-9ddc42308b8c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.501617] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 68e03e2c-b725-4c9d-af40-410ae8b79827 with status ACTIVE [ 629.501617] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.501617] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.501955] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.501955] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.501955] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.502161] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.505714] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.505714] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.505714] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.505714] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.505714] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.505714] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.505714] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.505714] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.505714] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.505714] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 68e03e2c-b725-4c9d-af40-410ae8b79827 is going to be updated. [ 629.533627] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.533778] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.533845] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.534104] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.534283] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.534451] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68e03e2c-b725-4c9d-af40-410ae8b79827" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.008292] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1768ee4d-8b25-4e98-8ccf-9ddc42308b8c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.067944] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20dd5851-9d03-42b8-bada-063939ac2f8b in Status: SUCCESS [ 630.068251] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20dd5851-9d03-42b8-bada-063939ac2f8b deletion is rescheduled due to dependency. [ 630.068360] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20dd5851-9d03-42b8-bada-063939ac2f8b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.514042] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.514474] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.514474] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.514474] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.514612] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.514874] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1768ee4d-8b25-4e98-8ccf-9ddc42308b8c is going to be created. [ 630.518657] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d65c3b61-239c-443e-8b2e-04ea5cbccf11 in Status: SUCCESS [ 630.519037] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d65c3b61-239c-443e-8b2e-04ea5cbccf11" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.538484] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.538484] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.538484] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.539070] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.539070] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.551104] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1768ee4d-8b25-4e98-8ccf-9ddc42308b8c in Status: UNINITIALIZED for 2s [ 630.706335] env[69596]: INFO networking_nsxv3.common.synchronization [None req-366c7ba7-bdb9-4289-b31d-018520283943 None None] Enqueued Resource ID: bd3e5318-ee7f-47ff-a0a9-ef5dec5155ae with Priority: HIGHEST for action port [ 630.706619] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd3e5318-ee7f-47ff-a0a9-ef5dec5155ae with Priority: HIGHEST for action port [ 630.708633] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd3e5318-ee7f-47ff-a0a9-ef5dec5155ae taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.708633] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd3e5318-ee7f-47ff-a0a9-ef5dec5155ae" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.708794] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd3e5318-ee7f-47ff-a0a9-ef5dec5155ae" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.709042] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd3e5318-ee7f-47ff-a0a9-ef5dec5155ae" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.709182] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd3e5318-ee7f-47ff-a0a9-ef5dec5155ae',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.769267] env[69596]: INFO networking_nsxv3.common.synchronization [None req-bbde3d65-0f07-4dab-8cf0-bedfccd5efa9 None None] Enqueued Resource ID: 64775820-adac-4e29-84d7-3bb2f448284c with Priority: HIGHEST for action port [ 630.769550] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64775820-adac-4e29-84d7-3bb2f448284c with Priority: HIGHEST for action port [ 630.770155] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-64775820-adac-4e29-84d7-3bb2f448284c taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.770284] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-64775820-adac-4e29-84d7-3bb2f448284c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.770352] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-64775820-adac-4e29-84d7-3bb2f448284c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.770609] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-64775820-adac-4e29-84d7-3bb2f448284c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.770694] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64775820-adac-4e29-84d7-3bb2f448284c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.211631] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bd3e5318-ee7f-47ff-a0a9-ef5dec5155ae [ 631.211755] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.211876] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.212020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.213230] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.213350] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.213479] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bd3e5318-ee7f-47ff-a0a9-ef5dec5155ae already deleted. [ 631.214673] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd3e5318-ee7f-47ff-a0a9-ef5dec5155ae" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.273940] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 64775820-adac-4e29-84d7-3bb2f448284c [ 631.274185] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.274317] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.274383] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.274594] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.274678] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.274771] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:64775820-adac-4e29-84d7-3bb2f448284c already deleted. [ 631.274850] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-64775820-adac-4e29-84d7-3bb2f448284c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.086621] env[69596]: INFO networking_nsxv3.common.synchronization [None req-13cc3c52-9827-4b87-a3ec-878e04f1b567 None None] Enqueued Resource ID: 0f7c57e7-5095-44ff-b931-7cdb218a569e with Priority: HIGHEST for action port [ 632.086917] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f7c57e7-5095-44ff-b931-7cdb218a569e with Priority: HIGHEST for action port [ 632.087460] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f7c57e7-5095-44ff-b931-7cdb218a569e taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.087617] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f7c57e7-5095-44ff-b931-7cdb218a569e" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.087905] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f7c57e7-5095-44ff-b931-7cdb218a569e" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.087905] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f7c57e7-5095-44ff-b931-7cdb218a569e" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.088009] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f7c57e7-5095-44ff-b931-7cdb218a569e',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.564435] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1768ee4d-8b25-4e98-8ccf-9ddc42308b8c in Status: SUCCESS [ 632.564722] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1768ee4d-8b25-4e98-8ccf-9ddc42308b8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.564834] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1768ee4d-8b25-4e98-8ccf-9ddc42308b8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.565121] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1768ee4d-8b25-4e98-8ccf-9ddc42308b8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.565347] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.565459] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.565506] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.565629] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.565708] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.565794] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1768ee4d-8b25-4e98-8ccf-9ddc42308b8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.565907] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1768ee4d-8b25-4e98-8ccf-9ddc42308b8c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.591428] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0f7c57e7-5095-44ff-b931-7cdb218a569e [ 632.591718] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.591875] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.591949] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.592182] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.592277] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.592371] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0f7c57e7-5095-44ff-b931-7cdb218a569e already deleted. [ 632.592452] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f7c57e7-5095-44ff-b931-7cdb218a569e" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.068140] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1768ee4d-8b25-4e98-8ccf-9ddc42308b8c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.573333] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1768ee4d-8b25-4e98-8ccf-9ddc42308b8c: rpc.has_security_group_logging(os_id): False [ 633.593508] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.594814] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.594814] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.594814] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.594814] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.594814] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.594814] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.594814] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.595204] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.595204] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.595204] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1768ee4d-8b25-4e98-8ccf-9ddc42308b8c is going to be created. [ 633.652386] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.652623] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.652736] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.653079] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.653392] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.668689] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1768ee4d-8b25-4e98-8ccf-9ddc42308b8c in Status: IN_PROGRESS for 2s [ 634.428025] env[69596]: INFO networking_nsxv3.common.synchronization [req-53aba5f9-c9cc-4c6f-834c-0722ec199493 req-dfb1f1f8-31ea-4cfb-ad4f-fa0ea7ba489b tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] Enqueued Resource ID: 993468b1-322c-48af-ba8a-aaee2b56591d with Priority: HIGHEST for action security_group_members [ 634.428510] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 993468b1-322c-48af-ba8a-aaee2b56591d with Priority: HIGHEST for action security_group_members [ 634.431028] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-993468b1-322c-48af-ba8a-aaee2b56591d taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.431028] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-993468b1-322c-48af-ba8a-aaee2b56591d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.431028] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-993468b1-322c-48af-ba8a-aaee2b56591d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.431028] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-993468b1-322c-48af-ba8a-aaee2b56591d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.431028] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.431028] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.431028] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.431028] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.431028] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.431028] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('993468b1-322c-48af-ba8a-aaee2b56591d',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.455752] env[69596]: INFO networking_nsxv3.common.synchronization [None req-ffeaa14f-7381-4345-8dca-121bc52eb5db None None] Enqueued Resource ID: f9293b8d-27b8-4f0b-b692-4140207c69a3 with Priority: HIGHEST for action port [ 634.455752] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9293b8d-27b8-4f0b-b692-4140207c69a3 with Priority: HIGHEST for action port [ 634.455752] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-f9293b8d-27b8-4f0b-b692-4140207c69a3 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.456102] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f9293b8d-27b8-4f0b-b692-4140207c69a3" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.456102] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f9293b8d-27b8-4f0b-b692-4140207c69a3" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.456176] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f9293b8d-27b8-4f0b-b692-4140207c69a3" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.456235] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9293b8d-27b8-4f0b-b692-4140207c69a3',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.934412] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.937429] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.937429] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.937429] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.937429] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.937429] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.937429] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.937429] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.937429] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.937429] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.937429] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 993468b1-322c-48af-ba8a-aaee2b56591d is going to be updated. [ 634.963837] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f9293b8d-27b8-4f0b-b692-4140207c69a3 [ 634.963837] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.963837] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.963837] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.963837] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.963837] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.963837] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f9293b8d-27b8-4f0b-b692-4140207c69a3 already deleted. [ 634.963837] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f9293b8d-27b8-4f0b-b692-4140207c69a3" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.965572] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.965659] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.965659] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.965907] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.966063] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.975625] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 993468b1-322c-48af-ba8a-aaee2b56591d in Status: IN_PROGRESS for 2s [ 635.688489] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1768ee4d-8b25-4e98-8ccf-9ddc42308b8c in Status: SUCCESS [ 635.689880] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1768ee4d-8b25-4e98-8ccf-9ddc42308b8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.985439] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 993468b1-322c-48af-ba8a-aaee2b56591d in Status: SUCCESS [ 636.985844] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 993468b1-322c-48af-ba8a-aaee2b56591d deletion is rescheduled due to dependency. [ 636.985844] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-993468b1-322c-48af-ba8a-aaee2b56591d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.500176] env[69596]: INFO networking_nsxv3.common.synchronization [req-a6d33049-4e2c-4a1b-9c79-cf4fb6f1187a req-a475951d-1850-410a-a326-8ce9b6f346db tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Enqueued Resource ID: 6a34bef7-16d4-4e38-aef7-2fdf6472ace4 with Priority: HIGHEST for action security_group_members [ 637.500176] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a34bef7-16d4-4e38-aef7-2fdf6472ace4 with Priority: HIGHEST for action security_group_members [ 637.500176] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a34bef7-16d4-4e38-aef7-2fdf6472ace4 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.500176] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a34bef7-16d4-4e38-aef7-2fdf6472ace4" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.500176] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a34bef7-16d4-4e38-aef7-2fdf6472ace4" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.500176] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a34bef7-16d4-4e38-aef7-2fdf6472ace4" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.500686] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.500937] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.501120] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.501377] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.501687] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.501882] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a34bef7-16d4-4e38-aef7-2fdf6472ace4',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.004572] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.004921] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.004921] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.005081] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.005156] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.005383] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.005595] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.005595] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.005863] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.005863] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.005863] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a34bef7-16d4-4e38-aef7-2fdf6472ace4 already deleted. [ 638.006079] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a34bef7-16d4-4e38-aef7-2fdf6472ace4" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.191661] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-931 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.191867] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-931" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.192014] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-931" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.192668] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-931" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.192668] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.192821] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.192876] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.193474] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.193700] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.193967] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 638.194149] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 638.194303] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 638.194823] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 638.194823] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 638.194953] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 638.195181] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 638.215043] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 638.215043] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 638.215043] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 638.215043] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-931" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.215043] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-5b347cae-a0ca-489e-a2e6-2035b6d3369b taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.215043] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-5b347cae-a0ca-489e-a2e6-2035b6d3369b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.215475] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-5b347cae-a0ca-489e-a2e6-2035b6d3369b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.215604] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-5b347cae-a0ca-489e-a2e6-2035b6d3369b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.215777] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b347cae-a0ca-489e-a2e6-2035b6d3369b',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.724020] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.724020] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.724020] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.724020] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.724020] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.724020] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port 5b347cae-a0ca-489e-a2e6-2035b6d3369b not found, creating... [ 638.724020] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.724020] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.724020] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.724020] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.724020] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.724606] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.724606] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.725300] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.730441] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.730441] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.730441] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: 5b347cae-a0ca-489e-a2e6-2035b6d3369b is going to be created. [ 638.750094] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.750094] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.750094] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.750094] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.750094] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.750094] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-5b347cae-a0ca-489e-a2e6-2035b6d3369b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.704651] env[69596]: INFO networking_nsxv3.common.synchronization [None req-15bcd714-9edd-4a72-b106-affdac8919e5 None None] Enqueued Resource ID: ff56fe07-3216-46b9-990e-e010111c1a81 with Priority: HIGHEST for action port [ 639.704959] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff56fe07-3216-46b9-990e-e010111c1a81 with Priority: HIGHEST for action port [ 639.705491] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff56fe07-3216-46b9-990e-e010111c1a81 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.705669] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff56fe07-3216-46b9-990e-e010111c1a81" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.705669] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff56fe07-3216-46b9-990e-e010111c1a81" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.705912] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff56fe07-3216-46b9-990e-e010111c1a81" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.706011] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff56fe07-3216-46b9-990e-e010111c1a81',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.213351] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ff56fe07-3216-46b9-990e-e010111c1a81 [ 640.213351] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.213351] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.213351] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.213351] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.213351] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.213351] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ff56fe07-3216-46b9-990e-e010111c1a81 already deleted. [ 640.213351] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff56fe07-3216-46b9-990e-e010111c1a81" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.643938] env[69596]: INFO networking_nsxv3.common.synchronization [req-a6d33049-4e2c-4a1b-9c79-cf4fb6f1187a req-949b98ef-fc67-46a9-8c20-6dbbb5353340 service nova] Enqueued Resource ID: 6a34bef7-16d4-4e38-aef7-2fdf6472ace4 with Priority: HIGHEST for action security_group_rules [ 640.644165] env[69596]: INFO networking_nsxv3.common.synchronization [req-a6d33049-4e2c-4a1b-9c79-cf4fb6f1187a req-949b98ef-fc67-46a9-8c20-6dbbb5353340 service nova] Enqueued Resource ID: 6a34bef7-16d4-4e38-aef7-2fdf6472ace4 with Priority: HIGHEST for action security_group_members [ 640.644321] env[69596]: INFO networking_nsxv3.common.synchronization [req-a6d33049-4e2c-4a1b-9c79-cf4fb6f1187a req-949b98ef-fc67-46a9-8c20-6dbbb5353340 service nova] Enqueued Resource ID: 5b347cae-a0ca-489e-a2e6-2035b6d3369b with Priority: HIGHEST for action port [ 640.644550] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a34bef7-16d4-4e38-aef7-2fdf6472ace4 with Priority: HIGHEST for action security_group_rules [ 640.644691] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a34bef7-16d4-4e38-aef7-2fdf6472ace4 with Priority: HIGHEST for action security_group_members [ 640.644821] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b347cae-a0ca-489e-a2e6-2035b6d3369b with Priority: HIGHEST for action port [ 640.645550] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a34bef7-16d4-4e38-aef7-2fdf6472ace4 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.645699] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a34bef7-16d4-4e38-aef7-2fdf6472ace4" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.645769] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a34bef7-16d4-4e38-aef7-2fdf6472ace4" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.645971] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a34bef7-16d4-4e38-aef7-2fdf6472ace4" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.646240] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a34bef7-16d4-4e38-aef7-2fdf6472ace4',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.647816] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a34bef7-16d4-4e38-aef7-2fdf6472ace4 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.647816] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a34bef7-16d4-4e38-aef7-2fdf6472ace4" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.647816] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a34bef7-16d4-4e38-aef7-2fdf6472ace4" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.647816] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a34bef7-16d4-4e38-aef7-2fdf6472ace4" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.648204] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.648204] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.648204] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.648204] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.648391] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.648449] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a34bef7-16d4-4e38-aef7-2fdf6472ace4',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.649299] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b347cae-a0ca-489e-a2e6-2035b6d3369b taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.649456] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b347cae-a0ca-489e-a2e6-2035b6d3369b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.649456] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b347cae-a0ca-489e-a2e6-2035b6d3369b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.650098] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b347cae-a0ca-489e-a2e6-2035b6d3369b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.650098] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b347cae-a0ca-489e-a2e6-2035b6d3369b',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.065845] env[69596]: INFO networking_nsxv3.common.synchronization [req-af490ea8-c3dd-4cbe-9d99-9404efaa36f4 req-cc459e60-09a0-4e03-aa5e-da17c50ee821 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Enqueued Resource ID: 7d93a406-a4e8-49c7-825b-aa372fc54b45 with Priority: HIGHEST for action security_group_members [ 641.067912] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d93a406-a4e8-49c7-825b-aa372fc54b45 with Priority: HIGHEST for action security_group_members [ 641.068293] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d93a406-a4e8-49c7-825b-aa372fc54b45 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.068415] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d93a406-a4e8-49c7-825b-aa372fc54b45" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.068481] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d93a406-a4e8-49c7-825b-aa372fc54b45" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.068743] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d93a406-a4e8-49c7-825b-aa372fc54b45" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.068893] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.068996] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.069077] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.069316] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.069386] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.069441] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d93a406-a4e8-49c7-825b-aa372fc54b45',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.151460] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a34bef7-16d4-4e38-aef7-2fdf6472ace4',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.155044] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a34bef7-16d4-4e38-aef7-2fdf6472ace4 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.155044] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a34bef7-16d4-4e38-aef7-2fdf6472ace4" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.155044] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5b347cae-a0ca-489e-a2e6-2035b6d3369b with status ACTIVE [ 641.155044] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.155044] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.155044] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.155044] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.155044] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.155044] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.155044] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.155044] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.155044] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.155044] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.155044] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.155727] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.155727] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.155727] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.155727] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.155727] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5b347cae-a0ca-489e-a2e6-2035b6d3369b is going to be updated. [ 641.180388] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.180484] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.180484] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.180914] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.180914] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.181157] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b347cae-a0ca-489e-a2e6-2035b6d3369b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.571778] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.571942] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.572024] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.572262] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.572359] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.572582] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.572656] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.572720] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.572870] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.572948] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.573062] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d93a406-a4e8-49c7-825b-aa372fc54b45 already deleted. [ 641.573144] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d93a406-a4e8-49c7-825b-aa372fc54b45" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.661324] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a34bef7-16d4-4e38-aef7-2fdf6472ace4',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.678142] env[69596]: INFO networking_nsxv3.common.synchronization [None req-216b77fa-547e-4200-8014-771574a48ad6 None None] Enqueued Resource ID: 429128c6-c77c-40ac-adcc-d3b6593dbe5e with Priority: HIGHEST for action port [ 641.678697] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 429128c6-c77c-40ac-adcc-d3b6593dbe5e with Priority: HIGHEST for action port [ 641.682332] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-429128c6-c77c-40ac-adcc-d3b6593dbe5e taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.682466] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-429128c6-c77c-40ac-adcc-d3b6593dbe5e" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.682572] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-429128c6-c77c-40ac-adcc-d3b6593dbe5e" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.682779] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-429128c6-c77c-40ac-adcc-d3b6593dbe5e" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.682857] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('429128c6-c77c-40ac-adcc-d3b6593dbe5e',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.166514] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.166514] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.166514] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.166514] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.167123] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.167123] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a34bef7-16d4-4e38-aef7-2fdf6472ace4 is going to be created. [ 642.188398] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 429128c6-c77c-40ac-adcc-d3b6593dbe5e [ 642.188398] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.188398] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.188398] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.188398] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.188398] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.188398] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:429128c6-c77c-40ac-adcc-d3b6593dbe5e already deleted. [ 642.188398] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-429128c6-c77c-40ac-adcc-d3b6593dbe5e" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.194772] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-574 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.194772] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-574" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.194772] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-574" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.194772] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-574" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.194772] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.194772] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.194772] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.194772] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.195326] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.199020] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 642.199020] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 642.199020] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 642.199020] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 642.199020] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 642.199020] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 642.199020] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 642.199020] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.199020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.199020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.199020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.199020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.211419] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a34bef7-16d4-4e38-aef7-2fdf6472ace4 in Status: UNINITIALIZED for 2s [ 642.218418] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 642.218660] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 642.218852] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 642.219152] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-574" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.219485] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-6739371c-e55a-4555-afca-d2d91e9097bd taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.219840] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-6739371c-e55a-4555-afca-d2d91e9097bd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.219840] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-6739371c-e55a-4555-afca-d2d91e9097bd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.221076] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-6739371c-e55a-4555-afca-d2d91e9097bd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.221076] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6739371c-e55a-4555-afca-d2d91e9097bd',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.725540] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.725775] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.725903] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.726214] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.726369] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.726523] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port 6739371c-e55a-4555-afca-d2d91e9097bd not found, creating... [ 642.726790] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.726962] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.727103] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.727330] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.727470] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.727752] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.727910] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.728385] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.728663] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.728784] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.728930] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: 6739371c-e55a-4555-afca-d2d91e9097bd is going to be created. [ 642.750550] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.750550] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.750550] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.750550] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.750550] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.750550] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-6739371c-e55a-4555-afca-d2d91e9097bd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.017716] env[69596]: INFO networking_nsxv3.common.synchronization [None req-d86d6810-3e05-474f-a1b1-2ea00074ae1b None None] Enqueued Resource ID: 38227740-0335-4317-b478-6884fb53d7d2 with Priority: HIGHEST for action port [ 643.017716] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38227740-0335-4317-b478-6884fb53d7d2 with Priority: HIGHEST for action port [ 643.017803] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-38227740-0335-4317-b478-6884fb53d7d2 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.017903] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38227740-0335-4317-b478-6884fb53d7d2" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.017997] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38227740-0335-4317-b478-6884fb53d7d2" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.018234] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38227740-0335-4317-b478-6884fb53d7d2" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.018318] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38227740-0335-4317-b478-6884fb53d7d2',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.115493] env[69596]: INFO networking_nsxv3.common.synchronization [req-42a64fa2-c4f2-4500-b7a8-a801f12c9d6c req-9097447b-9694-48e2-a927-d0bf766740ec tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Enqueued Resource ID: 3f1a1bdf-51e8-4a33-8e5d-253748151bef with Priority: HIGHEST for action security_group_members [ 643.116069] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f1a1bdf-51e8-4a33-8e5d-253748151bef with Priority: HIGHEST for action security_group_members [ 643.120053] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f1a1bdf-51e8-4a33-8e5d-253748151bef taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.120053] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f1a1bdf-51e8-4a33-8e5d-253748151bef" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.120053] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f1a1bdf-51e8-4a33-8e5d-253748151bef" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.120053] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f1a1bdf-51e8-4a33-8e5d-253748151bef" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.120053] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.120053] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.120053] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.120053] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.120053] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.120053] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f1a1bdf-51e8-4a33-8e5d-253748151bef',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.521457] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 38227740-0335-4317-b478-6884fb53d7d2 [ 643.524033] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.524033] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.524033] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.524033] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.524033] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.524033] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:38227740-0335-4317-b478-6884fb53d7d2 already deleted. [ 643.524033] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38227740-0335-4317-b478-6884fb53d7d2" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.626018] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.626018] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.626018] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.626018] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.626018] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.626018] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.626018] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.626018] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.626018] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.626018] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.626018] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f1a1bdf-51e8-4a33-8e5d-253748151bef already deleted. [ 643.626018] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f1a1bdf-51e8-4a33-8e5d-253748151bef" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.221859] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a34bef7-16d4-4e38-aef7-2fdf6472ace4 in Status: SUCCESS [ 644.222232] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a34bef7-16d4-4e38-aef7-2fdf6472ace4" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.222357] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a34bef7-16d4-4e38-aef7-2fdf6472ace4" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.222559] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a34bef7-16d4-4e38-aef7-2fdf6472ace4" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.222767] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.222886] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.223317] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.223317] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.223317] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.223317] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a34bef7-16d4-4e38-aef7-2fdf6472ace4" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.223663] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a34bef7-16d4-4e38-aef7-2fdf6472ace4',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.322717] env[69596]: INFO networking_nsxv3.common.synchronization [req-af490ea8-c3dd-4cbe-9d99-9404efaa36f4 req-1d0745c8-e59b-4076-a6c2-ce8a6c78578c service nova] Enqueued Resource ID: 7d93a406-a4e8-49c7-825b-aa372fc54b45 with Priority: HIGHEST for action security_group_rules [ 644.322907] env[69596]: INFO networking_nsxv3.common.synchronization [req-af490ea8-c3dd-4cbe-9d99-9404efaa36f4 req-1d0745c8-e59b-4076-a6c2-ce8a6c78578c service nova] Enqueued Resource ID: 7d93a406-a4e8-49c7-825b-aa372fc54b45 with Priority: HIGHEST for action security_group_members [ 644.323019] env[69596]: INFO networking_nsxv3.common.synchronization [req-af490ea8-c3dd-4cbe-9d99-9404efaa36f4 req-1d0745c8-e59b-4076-a6c2-ce8a6c78578c service nova] Enqueued Resource ID: 6739371c-e55a-4555-afca-d2d91e9097bd with Priority: HIGHEST for action port [ 644.323264] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d93a406-a4e8-49c7-825b-aa372fc54b45 with Priority: HIGHEST for action security_group_rules [ 644.323395] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d93a406-a4e8-49c7-825b-aa372fc54b45 with Priority: HIGHEST for action security_group_members [ 644.323529] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6739371c-e55a-4555-afca-d2d91e9097bd with Priority: HIGHEST for action port [ 644.324327] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d93a406-a4e8-49c7-825b-aa372fc54b45 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.324452] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d93a406-a4e8-49c7-825b-aa372fc54b45" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.324714] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d93a406-a4e8-49c7-825b-aa372fc54b45" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.324856] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d93a406-a4e8-49c7-825b-aa372fc54b45" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.324978] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d93a406-a4e8-49c7-825b-aa372fc54b45',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.326354] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d93a406-a4e8-49c7-825b-aa372fc54b45 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.326551] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d93a406-a4e8-49c7-825b-aa372fc54b45" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.326551] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d93a406-a4e8-49c7-825b-aa372fc54b45" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.326730] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d93a406-a4e8-49c7-825b-aa372fc54b45" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.326884] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.326981] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.327328] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.327505] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.327594] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.327690] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d93a406-a4e8-49c7-825b-aa372fc54b45',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.328857] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-6739371c-e55a-4555-afca-d2d91e9097bd taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.328963] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6739371c-e55a-4555-afca-d2d91e9097bd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.329342] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6739371c-e55a-4555-afca-d2d91e9097bd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.329342] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6739371c-e55a-4555-afca-d2d91e9097bd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.329411] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6739371c-e55a-4555-afca-d2d91e9097bd',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.370012] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-574 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.370012] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-574" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.370012] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-574" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.370012] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-574" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.370916] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.370916] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.370916] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.371442] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.371631] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.372214] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 644.372390] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 644.373077] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 644.373240] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 644.373392] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 644.373511] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 644.373672] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 644.394702] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 644.394702] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 644.394702] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 644.394702] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-574" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.394702] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-1ed4829e-1847-4a4a-aad8-745b7e4108aa taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.394702] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-1ed4829e-1847-4a4a-aad8-745b7e4108aa" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.394702] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-1ed4829e-1847-4a4a-aad8-745b7e4108aa" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.394702] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-1ed4829e-1847-4a4a-aad8-745b7e4108aa" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.394702] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ed4829e-1847-4a4a-aad8-745b7e4108aa',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.497367] env[69596]: INFO networking_nsxv3.common.synchronization [None req-b15148af-c83d-4248-9665-a05b88165c7c None None] Enqueued Resource ID: 1da112de-b01b-4176-9259-2757177c937b with Priority: HIGHEST for action port [ 644.497367] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1da112de-b01b-4176-9259-2757177c937b with Priority: HIGHEST for action port [ 644.497367] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-1da112de-b01b-4176-9259-2757177c937b taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.497698] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1da112de-b01b-4176-9259-2757177c937b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.497698] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1da112de-b01b-4176-9259-2757177c937b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.497827] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1da112de-b01b-4176-9259-2757177c937b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.497827] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1da112de-b01b-4176-9259-2757177c937b',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.727114] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a34bef7-16d4-4e38-aef7-2fdf6472ace4',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.834200] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d93a406-a4e8-49c7-825b-aa372fc54b45 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.836128] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d93a406-a4e8-49c7-825b-aa372fc54b45" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.836128] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d93a406-a4e8-49c7-825b-aa372fc54b45',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.836128] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6739371c-e55a-4555-afca-d2d91e9097bd with status ACTIVE [ 644.836128] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.836128] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.836128] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.836586] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.836586] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.836655] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.836720] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.836777] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.836940] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.837658] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.837950] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.838078] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.838155] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.838323] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.838400] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.838504] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6739371c-e55a-4555-afca-d2d91e9097bd is going to be updated. [ 644.865256] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.866356] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.866558] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.867020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.869704] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.869704] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6739371c-e55a-4555-afca-d2d91e9097bd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.905786] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.906348] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.906348] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.906857] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.907077] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.907255] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port 1ed4829e-1847-4a4a-aad8-745b7e4108aa not found, creating... [ 644.907768] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.907943] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.907943] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.908264] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.908700] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.913234] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.913234] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.913234] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.913234] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.913434] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.913898] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: 1ed4829e-1847-4a4a-aad8-745b7e4108aa is going to be created. [ 644.936456] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.936722] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.936844] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.937205] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.937442] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.937705] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-1ed4829e-1847-4a4a-aad8-745b7e4108aa" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.004620] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1da112de-b01b-4176-9259-2757177c937b [ 645.004937] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.005181] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.005181] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.005897] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.005897] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.005897] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1da112de-b01b-4176-9259-2757177c937b already deleted. [ 645.005897] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1da112de-b01b-4176-9259-2757177c937b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.233022] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a34bef7-16d4-4e38-aef7-2fdf6472ace4: rpc.has_security_group_logging(os_id): False [ 645.246915] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.246915] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.246915] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.247201] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.247266] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.247539] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.247649] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.247705] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.249099] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.249099] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.249099] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a34bef7-16d4-4e38-aef7-2fdf6472ace4 is going to be created. [ 645.309639] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.309827] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.309899] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.310191] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.310426] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.321667] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a34bef7-16d4-4e38-aef7-2fdf6472ace4 in Status: IN_PROGRESS for 2s [ 645.342204] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d93a406-a4e8-49c7-825b-aa372fc54b45',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.696283] env[69596]: INFO networking_nsxv3.common.synchronization [req-fc82ace9-00db-4f51-a8c1-2fa36908bf25 req-b2af22c3-7c73-449a-b809-a8f4c77da3b8 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Enqueued Resource ID: a9e9b437-2bc8-4295-bdec-092587d904de with Priority: HIGHEST for action security_group_members [ 645.696857] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9e9b437-2bc8-4295-bdec-092587d904de with Priority: HIGHEST for action security_group_members [ 645.697503] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9e9b437-2bc8-4295-bdec-092587d904de taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.697503] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.697503] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.697724] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.697817] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.697905] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.697961] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.698148] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.698239] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.698331] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9e9b437-2bc8-4295-bdec-092587d904de',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.844255] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.844565] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.844565] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.845471] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.845471] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.845471] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d93a406-a4e8-49c7-825b-aa372fc54b45 is going to be created. [ 645.871312] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.871312] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.871530] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.871584] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.871776] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.883318] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d93a406-a4e8-49c7-825b-aa372fc54b45 in Status: UNINITIALIZED for 2s [ 646.200127] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.200351] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.200451] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.200681] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.200769] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.201832] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.202038] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.202151] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.202386] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.202523] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.202650] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9e9b437-2bc8-4295-bdec-092587d904de already deleted. [ 646.202744] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.425454] env[69596]: INFO networking_nsxv3.common.synchronization [req-42a64fa2-c4f2-4500-b7a8-a801f12c9d6c req-232afa16-4d9f-43e3-8f8a-f354363a3afe service nova] Enqueued Resource ID: 3f1a1bdf-51e8-4a33-8e5d-253748151bef with Priority: HIGHEST for action security_group_rules [ 646.425454] env[69596]: INFO networking_nsxv3.common.synchronization [req-42a64fa2-c4f2-4500-b7a8-a801f12c9d6c req-232afa16-4d9f-43e3-8f8a-f354363a3afe service nova] Enqueued Resource ID: 3f1a1bdf-51e8-4a33-8e5d-253748151bef with Priority: HIGHEST for action security_group_members [ 646.425929] env[69596]: INFO networking_nsxv3.common.synchronization [req-42a64fa2-c4f2-4500-b7a8-a801f12c9d6c req-232afa16-4d9f-43e3-8f8a-f354363a3afe service nova] Enqueued Resource ID: 1ed4829e-1847-4a4a-aad8-745b7e4108aa with Priority: HIGHEST for action port [ 646.427057] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f1a1bdf-51e8-4a33-8e5d-253748151bef with Priority: HIGHEST for action security_group_rules [ 646.427560] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f1a1bdf-51e8-4a33-8e5d-253748151bef with Priority: HIGHEST for action security_group_members [ 646.430029] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ed4829e-1847-4a4a-aad8-745b7e4108aa with Priority: HIGHEST for action port [ 646.430029] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f1a1bdf-51e8-4a33-8e5d-253748151bef taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.430029] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f1a1bdf-51e8-4a33-8e5d-253748151bef" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.430029] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f1a1bdf-51e8-4a33-8e5d-253748151bef" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.430029] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f1a1bdf-51e8-4a33-8e5d-253748151bef" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.430029] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f1a1bdf-51e8-4a33-8e5d-253748151bef',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.436444] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f1a1bdf-51e8-4a33-8e5d-253748151bef taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.436444] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f1a1bdf-51e8-4a33-8e5d-253748151bef" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.436444] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f1a1bdf-51e8-4a33-8e5d-253748151bef" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.436444] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f1a1bdf-51e8-4a33-8e5d-253748151bef" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.436444] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.436444] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.436444] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.436444] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.436444] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.436444] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f1a1bdf-51e8-4a33-8e5d-253748151bef',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.444886] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ed4829e-1847-4a4a-aad8-745b7e4108aa taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.444886] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ed4829e-1847-4a4a-aad8-745b7e4108aa" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.444886] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ed4829e-1847-4a4a-aad8-745b7e4108aa" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.444886] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ed4829e-1847-4a4a-aad8-745b7e4108aa" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.444886] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ed4829e-1847-4a4a-aad8-745b7e4108aa',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.605846] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-501 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.606066] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-501" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.606546] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-501" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.606903] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-501" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.607266] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.607454] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.607588] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.607930] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.607980] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.609687] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 646.609687] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 646.609687] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 646.609687] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 646.609687] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 646.609687] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 646.609687] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 646.627722] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 646.627948] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 646.628108] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 646.628302] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-501" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.628641] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-9e6362c9-8958-4ff7-a944-e41a685331a5 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.628821] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-9e6362c9-8958-4ff7-a944-e41a685331a5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.628957] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-9e6362c9-8958-4ff7-a944-e41a685331a5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.629358] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-9e6362c9-8958-4ff7-a944-e41a685331a5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.629583] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e6362c9-8958-4ff7-a944-e41a685331a5',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.933730] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f1a1bdf-51e8-4a33-8e5d-253748151bef taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.934837] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f1a1bdf-51e8-4a33-8e5d-253748151bef" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.942588] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f1a1bdf-51e8-4a33-8e5d-253748151bef',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.954199] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1ed4829e-1847-4a4a-aad8-745b7e4108aa with status ACTIVE [ 646.954568] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.956593] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.956593] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.956593] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.956593] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.956821] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.957168] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.957168] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.957379] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.957588] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.957925] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.958012] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.958373] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.958652] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.958780] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.958931] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1ed4829e-1847-4a4a-aad8-745b7e4108aa is going to be updated. [ 646.984917] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.985358] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.985358] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.985540] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.985723] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.985934] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ed4829e-1847-4a4a-aad8-745b7e4108aa" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.132802] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.133899] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.134079] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.134432] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.134598] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.134780] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port 9e6362c9-8958-4ff7-a944-e41a685331a5 not found, creating... [ 647.135094] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.135284] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.135411] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.135674] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.135819] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.136426] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.136623] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.136748] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.136989] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.137184] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.137337] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: 9e6362c9-8958-4ff7-a944-e41a685331a5 is going to be created. [ 647.175246] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.175499] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.175625] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.175966] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.176216] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.176452] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-9e6362c9-8958-4ff7-a944-e41a685331a5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.335466] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a34bef7-16d4-4e38-aef7-2fdf6472ace4 in Status: SUCCESS [ 647.336151] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a34bef7-16d4-4e38-aef7-2fdf6472ace4" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.445596] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f1a1bdf-51e8-4a33-8e5d-253748151bef',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.896186] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d93a406-a4e8-49c7-825b-aa372fc54b45 in Status: SUCCESS [ 647.896186] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d93a406-a4e8-49c7-825b-aa372fc54b45" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.896365] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d93a406-a4e8-49c7-825b-aa372fc54b45" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.896600] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d93a406-a4e8-49c7-825b-aa372fc54b45" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.896792] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.897780] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.897780] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.897780] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.897780] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.897780] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d93a406-a4e8-49c7-825b-aa372fc54b45" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.897780] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7d93a406-a4e8-49c7-825b-aa372fc54b45',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.954032] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.954032] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.954032] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.954032] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.954032] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.954032] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f1a1bdf-51e8-4a33-8e5d-253748151bef is going to be created. [ 647.980141] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.980390] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.980390] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.980684] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.980684] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.991110] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f1a1bdf-51e8-4a33-8e5d-253748151bef in Status: UNINITIALIZED for 2s [ 648.185424] env[69596]: INFO networking_nsxv3.common.synchronization [None req-dc8174d3-4325-48df-965f-fcd20f14df6f None None] Enqueued Resource ID: 18cf9dad-8af5-4722-b9e3-6a620dd62548 with Priority: HIGHEST for action port [ 648.185741] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18cf9dad-8af5-4722-b9e3-6a620dd62548 with Priority: HIGHEST for action port [ 648.186344] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-18cf9dad-8af5-4722-b9e3-6a620dd62548 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.186465] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18cf9dad-8af5-4722-b9e3-6a620dd62548" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.186519] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18cf9dad-8af5-4722-b9e3-6a620dd62548" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.186766] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18cf9dad-8af5-4722-b9e3-6a620dd62548" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.186852] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18cf9dad-8af5-4722-b9e3-6a620dd62548',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.325070] env[69596]: INFO networking_nsxv3.common.synchronization [req-fc82ace9-00db-4f51-a8c1-2fa36908bf25 req-935b3503-b0d2-421a-bf5e-b4efa46817f0 service nova] Enqueued Resource ID: a9e9b437-2bc8-4295-bdec-092587d904de with Priority: HIGHEST for action security_group_rules [ 648.325070] env[69596]: INFO networking_nsxv3.common.synchronization [req-fc82ace9-00db-4f51-a8c1-2fa36908bf25 req-935b3503-b0d2-421a-bf5e-b4efa46817f0 service nova] Enqueued Resource ID: a9e9b437-2bc8-4295-bdec-092587d904de with Priority: HIGHEST for action security_group_members [ 648.325070] env[69596]: INFO networking_nsxv3.common.synchronization [req-fc82ace9-00db-4f51-a8c1-2fa36908bf25 req-935b3503-b0d2-421a-bf5e-b4efa46817f0 service nova] Enqueued Resource ID: 9e6362c9-8958-4ff7-a944-e41a685331a5 with Priority: HIGHEST for action port [ 648.325378] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9e9b437-2bc8-4295-bdec-092587d904de with Priority: HIGHEST for action security_group_rules [ 648.325659] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9e9b437-2bc8-4295-bdec-092587d904de with Priority: HIGHEST for action security_group_members [ 648.325965] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e6362c9-8958-4ff7-a944-e41a685331a5 with Priority: HIGHEST for action port [ 648.326392] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a9e9b437-2bc8-4295-bdec-092587d904de taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.326685] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.326868] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.328550] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.328550] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a9e9b437-2bc8-4295-bdec-092587d904de',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.329277] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9e9b437-2bc8-4295-bdec-092587d904de taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.329575] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.329734] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.329992] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.330302] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.331805] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.331805] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.331805] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.331805] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.331805] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9e9b437-2bc8-4295-bdec-092587d904de',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.333308] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e6362c9-8958-4ff7-a944-e41a685331a5 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.333676] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e6362c9-8958-4ff7-a944-e41a685331a5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.334092] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e6362c9-8958-4ff7-a944-e41a685331a5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.334092] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e6362c9-8958-4ff7-a944-e41a685331a5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.334303] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e6362c9-8958-4ff7-a944-e41a685331a5',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.404116] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d93a406-a4e8-49c7-825b-aa372fc54b45 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.404267] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d93a406-a4e8-49c7-825b-aa372fc54b45" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.404397] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d93a406-a4e8-49c7-825b-aa372fc54b45" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.404572] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d93a406-a4e8-49c7-825b-aa372fc54b45" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.404777] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.404883] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.404883] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.405679] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.405679] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.405679] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d93a406-a4e8-49c7-825b-aa372fc54b45" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.405679] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d93a406-a4e8-49c7-825b-aa372fc54b45 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.405679] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d93a406-a4e8-49c7-825b-aa372fc54b45" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.405679] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d93a406-a4e8-49c7-825b-aa372fc54b45" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.405679] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d93a406-a4e8-49c7-825b-aa372fc54b45" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.405996] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.405996] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.405996] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.406132] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.406132] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.406259] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d93a406-a4e8-49c7-825b-aa372fc54b45" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.406311] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7d93a406-a4e8-49c7-825b-aa372fc54b45',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.689829] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 18cf9dad-8af5-4722-b9e3-6a620dd62548 [ 648.690133] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.690133] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.690339] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.690587] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.690587] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.690673] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:18cf9dad-8af5-4722-b9e3-6a620dd62548 already deleted. [ 648.690709] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18cf9dad-8af5-4722-b9e3-6a620dd62548" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.832495] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9e9b437-2bc8-4295-bdec-092587d904de taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.832637] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.834070] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a9e9b437-2bc8-4295-bdec-092587d904de',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.836686] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9e6362c9-8958-4ff7-a944-e41a685331a5 with status ACTIVE [ 648.836881] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.836998] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.837068] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.837284] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.837390] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.837555] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.837657] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.837718] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.837864] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.837934] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.838128] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.838241] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.838311] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.838408] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.838490] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.838716] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9e6362c9-8958-4ff7-a944-e41a685331a5 is going to be updated. [ 648.866393] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.866582] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.866582] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.867327] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.867327] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.867327] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e6362c9-8958-4ff7-a944-e41a685331a5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.909524] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7d93a406-a4e8-49c7-825b-aa372fc54b45: rpc.has_security_group_logging(os_id): False [ 648.928561] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.928849] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.928849] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.929025] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.929116] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.929315] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.930733] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.930733] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.930733] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.930733] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.930733] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.930733] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.930733] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.930733] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.930733] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.930733] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.930733] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.930733] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.932168] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.932168] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.932168] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d93a406-a4e8-49c7-825b-aa372fc54b45 is going to be created. [ 649.038504] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.039715] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.039815] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.040014] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.040253] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.055136] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d93a406-a4e8-49c7-825b-aa372fc54b45 in Status: IN_PROGRESS for 2s [ 649.338625] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a9e9b437-2bc8-4295-bdec-092587d904de',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.841486] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.841663] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.841727] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.841992] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.842131] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.842253] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9e9b437-2bc8-4295-bdec-092587d904de is going to be created. [ 649.867321] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.867534] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.867534] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.867762] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.867934] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.877051] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9e9b437-2bc8-4295-bdec-092587d904de in Status: UNINITIALIZED for 2s [ 650.003089] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f1a1bdf-51e8-4a33-8e5d-253748151bef in Status: SUCCESS [ 650.003339] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f1a1bdf-51e8-4a33-8e5d-253748151bef" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.003571] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f1a1bdf-51e8-4a33-8e5d-253748151bef" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.003807] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f1a1bdf-51e8-4a33-8e5d-253748151bef" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.004072] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.004212] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.004297] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.004497] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.004602] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.004714] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f1a1bdf-51e8-4a33-8e5d-253748151bef" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.004834] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3f1a1bdf-51e8-4a33-8e5d-253748151bef',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.443726] env[69596]: INFO networking_nsxv3.common.synchronization [None req-8aaa728d-b3f7-4ebd-bb26-59422186991d None None] Enqueued Resource ID: 4e2c8429-23c3-4245-9114-6b24f42b2ab5 with Priority: HIGHEST for action port [ 650.443726] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e2c8429-23c3-4245-9114-6b24f42b2ab5 with Priority: HIGHEST for action port [ 650.444147] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e2c8429-23c3-4245-9114-6b24f42b2ab5 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.444246] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e2c8429-23c3-4245-9114-6b24f42b2ab5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.444311] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e2c8429-23c3-4245-9114-6b24f42b2ab5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.444614] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e2c8429-23c3-4245-9114-6b24f42b2ab5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.444698] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e2c8429-23c3-4245-9114-6b24f42b2ab5',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.507234] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f1a1bdf-51e8-4a33-8e5d-253748151bef taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.507234] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f1a1bdf-51e8-4a33-8e5d-253748151bef" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.507401] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f1a1bdf-51e8-4a33-8e5d-253748151bef" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.507668] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f1a1bdf-51e8-4a33-8e5d-253748151bef" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.507805] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.507805] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.507899] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.507990] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.508088] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.508174] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f1a1bdf-51e8-4a33-8e5d-253748151bef" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.508333] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f1a1bdf-51e8-4a33-8e5d-253748151bef taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.508422] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f1a1bdf-51e8-4a33-8e5d-253748151bef" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.508478] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f1a1bdf-51e8-4a33-8e5d-253748151bef" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.508651] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f1a1bdf-51e8-4a33-8e5d-253748151bef" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.510358] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.510358] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.510358] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.510358] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.510358] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.510358] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f1a1bdf-51e8-4a33-8e5d-253748151bef" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.510358] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3f1a1bdf-51e8-4a33-8e5d-253748151bef',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.758239] env[69596]: INFO networking_nsxv3.common.synchronization [req-563f26a4-cb60-4c89-b8e2-5c70b48645f0 req-4dcc9ed1-a163-417a-a199-12d45c9fa002 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Enqueued Resource ID: 3f1a1bdf-51e8-4a33-8e5d-253748151bef with Priority: HIGHEST for action security_group_members [ 650.758373] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f1a1bdf-51e8-4a33-8e5d-253748151bef with Priority: HIGHEST for action security_group_members [ 650.758738] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f1a1bdf-51e8-4a33-8e5d-253748151bef taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.758831] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f1a1bdf-51e8-4a33-8e5d-253748151bef" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.758888] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f1a1bdf-51e8-4a33-8e5d-253748151bef" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.759374] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f1a1bdf-51e8-4a33-8e5d-253748151bef" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.759584] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.759717] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.759794] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.760024] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.760131] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.760242] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f1a1bdf-51e8-4a33-8e5d-253748151bef',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.947838] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4e2c8429-23c3-4245-9114-6b24f42b2ab5 [ 650.948114] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.948339] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.948423] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.948618] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.948713] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.948810] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4e2c8429-23c3-4245-9114-6b24f42b2ab5 already deleted. [ 650.948892] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e2c8429-23c3-4245-9114-6b24f42b2ab5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.013159] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3f1a1bdf-51e8-4a33-8e5d-253748151bef: rpc.has_security_group_logging(os_id): False [ 651.030547] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.030692] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.030779] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.033387] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.033516] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.033709] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.033820] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.033872] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.034048] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.034123] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.034318] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.034404] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.034463] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.034601] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.034670] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.034854] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.034942] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.034989] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.040062] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.040062] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.040062] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f1a1bdf-51e8-4a33-8e5d-253748151bef is going to be created. [ 651.071168] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d93a406-a4e8-49c7-825b-aa372fc54b45 in Status: SUCCESS [ 651.072298] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d93a406-a4e8-49c7-825b-aa372fc54b45" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.115255] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.115537] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.115537] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.115717] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.115905] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.127073] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f1a1bdf-51e8-4a33-8e5d-253748151bef in Status: IN_PROGRESS for 2s [ 651.265060] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f1a1bdf-51e8-4a33-8e5d-253748151bef',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.341050] env[69596]: INFO networking_nsxv3.common.synchronization [None req-7cde2833-7c29-443c-b7a2-356e9b012db2 None None] Enqueued Resource ID: c3a70bac-ac2b-4fe1-bf33-c65ce8918d20 with Priority: HIGHEST for action port [ 651.342458] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3a70bac-ac2b-4fe1-bf33-c65ce8918d20 with Priority: HIGHEST for action port [ 651.342723] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3a70bac-ac2b-4fe1-bf33-c65ce8918d20 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.342850] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3a70bac-ac2b-4fe1-bf33-c65ce8918d20" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.342916] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3a70bac-ac2b-4fe1-bf33-c65ce8918d20" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.343236] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3a70bac-ac2b-4fe1-bf33-c65ce8918d20" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.343337] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3a70bac-ac2b-4fe1-bf33-c65ce8918d20',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.445294] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-574 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.445631] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-574" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.445631] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-574" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.446381] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-574" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.446381] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.446381] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.446634] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.446711] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.447261] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.447261] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 651.447261] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 651.447419] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 651.447455] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 651.447603] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 651.447655] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 651.447766] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 651.471435] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 651.471565] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 651.471687] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 651.471897] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-574" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.472193] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-3cef3d35-5b56-4170-b6bb-c5c6dfeb0628 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.472372] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-3cef3d35-5b56-4170-b6bb-c5c6dfeb0628" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.472527] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-3cef3d35-5b56-4170-b6bb-c5c6dfeb0628" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.474243] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-3cef3d35-5b56-4170-b6bb-c5c6dfeb0628" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.474243] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3cef3d35-5b56-4170-b6bb-c5c6dfeb0628',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.769793] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f1a1bdf-51e8-4a33-8e5d-253748151bef',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.845731] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c3a70bac-ac2b-4fe1-bf33-c65ce8918d20 [ 651.845977] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.846177] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.846253] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.846433] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.846534] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.846633] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c3a70bac-ac2b-4fe1-bf33-c65ce8918d20 already deleted. [ 651.846714] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3a70bac-ac2b-4fe1-bf33-c65ce8918d20" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.890797] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9e9b437-2bc8-4295-bdec-092587d904de in Status: SUCCESS [ 651.890797] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.891246] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.891246] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.891352] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.892650] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.892650] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.892650] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.892650] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.892650] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.892650] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a9e9b437-2bc8-4295-bdec-092587d904de',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.980426] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.980806] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.981055] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.981556] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.982104] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.982104] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port 3cef3d35-5b56-4170-b6bb-c5c6dfeb0628 not found, creating... [ 651.982390] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.982717] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.982776] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.987338] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.987338] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.987338] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.987338] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.987338] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.987338] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.987338] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.987338] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: 3cef3d35-5b56-4170-b6bb-c5c6dfeb0628 is going to be created. [ 652.011058] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.011279] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.011403] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.011811] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.011892] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.012134] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-3cef3d35-5b56-4170-b6bb-c5c6dfeb0628" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.275529] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.275529] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.275529] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.275529] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.275529] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.275529] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f1a1bdf-51e8-4a33-8e5d-253748151bef is going to be updated. [ 652.318203] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.318203] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.318203] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.318370] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.319353] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.332349] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f1a1bdf-51e8-4a33-8e5d-253748151bef in Status: IN_PROGRESS for 2s [ 652.397995] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9e9b437-2bc8-4295-bdec-092587d904de taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.398176] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.398251] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.398467] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.398627] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.398750] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.398804] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.398920] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.399031] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.399146] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.402020] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9e9b437-2bc8-4295-bdec-092587d904de taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.402020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.402020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.402020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.402020] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.402020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.402020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.402020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.402020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.402020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.402020] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a9e9b437-2bc8-4295-bdec-092587d904de',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.904340] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a9e9b437-2bc8-4295-bdec-092587d904de: rpc.has_security_group_logging(os_id): False [ 652.921567] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.921567] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.921567] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.921567] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.921567] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.921567] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.921883] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.921883] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.921883] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.921979] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.922338] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.922533] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.922533] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.922687] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.922687] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.922933] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.923021] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.925321] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.925478] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.925478] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.925644] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a9e9b437-2bc8-4295-bdec-092587d904de is going to be created. [ 652.951615] env[69596]: INFO networking_nsxv3.common.synchronization [req-563f26a4-cb60-4c89-b8e2-5c70b48645f0 req-3219cbb6-29f1-4534-bde3-64ddc6bbcd6e service nova] Enqueued Resource ID: 3f1a1bdf-51e8-4a33-8e5d-253748151bef with Priority: HIGHEST for action security_group_rules [ 652.951786] env[69596]: INFO networking_nsxv3.common.synchronization [req-563f26a4-cb60-4c89-b8e2-5c70b48645f0 req-3219cbb6-29f1-4534-bde3-64ddc6bbcd6e service nova] Enqueued Resource ID: 3f1a1bdf-51e8-4a33-8e5d-253748151bef with Priority: HIGHEST for action security_group_members [ 652.951964] env[69596]: INFO networking_nsxv3.common.synchronization [req-563f26a4-cb60-4c89-b8e2-5c70b48645f0 req-3219cbb6-29f1-4534-bde3-64ddc6bbcd6e service nova] Enqueued Resource ID: 3cef3d35-5b56-4170-b6bb-c5c6dfeb0628 with Priority: HIGHEST for action port [ 652.952715] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f1a1bdf-51e8-4a33-8e5d-253748151bef with Priority: HIGHEST for action security_group_rules [ 652.952862] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f1a1bdf-51e8-4a33-8e5d-253748151bef with Priority: HIGHEST for action security_group_members [ 652.952968] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cef3d35-5b56-4170-b6bb-c5c6dfeb0628 with Priority: HIGHEST for action port [ 652.953397] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f1a1bdf-51e8-4a33-8e5d-253748151bef taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.953493] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f1a1bdf-51e8-4a33-8e5d-253748151bef" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.953616] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f1a1bdf-51e8-4a33-8e5d-253748151bef taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.955761] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f1a1bdf-51e8-4a33-8e5d-253748151bef" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.955761] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-3cef3d35-5b56-4170-b6bb-c5c6dfeb0628 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.955761] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3cef3d35-5b56-4170-b6bb-c5c6dfeb0628" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.955761] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3cef3d35-5b56-4170-b6bb-c5c6dfeb0628" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.955761] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3cef3d35-5b56-4170-b6bb-c5c6dfeb0628" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.956073] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3cef3d35-5b56-4170-b6bb-c5c6dfeb0628',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.978558] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.978793] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.978793] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.978964] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.979160] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.989799] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9e9b437-2bc8-4295-bdec-092587d904de in Status: IN_PROGRESS for 2s [ 653.138978] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f1a1bdf-51e8-4a33-8e5d-253748151bef in Status: SUCCESS [ 653.139277] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f1a1bdf-51e8-4a33-8e5d-253748151bef" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.139462] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f1a1bdf-51e8-4a33-8e5d-253748151bef" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.139690] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f1a1bdf-51e8-4a33-8e5d-253748151bef" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.140182] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f1a1bdf-51e8-4a33-8e5d-253748151bef',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.459390] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3cef3d35-5b56-4170-b6bb-c5c6dfeb0628 with status ACTIVE [ 653.462566] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.462566] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.462566] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.462566] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.462566] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.462566] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.462566] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.462566] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.462566] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.462566] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.462566] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.462566] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.462566] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.462566] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.462566] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.462566] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3cef3d35-5b56-4170-b6bb-c5c6dfeb0628 is going to be updated. [ 653.480707] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.480920] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.480920] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.483331] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.483331] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.483331] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3cef3d35-5b56-4170-b6bb-c5c6dfeb0628" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.634183] env[69596]: INFO networking_nsxv3.common.synchronization [None req-3db6aca0-b982-407c-8a95-52a27187d2f8 None None] Enqueued Resource ID: 663719a3-deb0-4a98-8857-f2eb4ded18bc with Priority: HIGHEST for action port [ 653.634183] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 663719a3-deb0-4a98-8857-f2eb4ded18bc with Priority: HIGHEST for action port [ 653.634183] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-663719a3-deb0-4a98-8857-f2eb4ded18bc taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.634183] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-663719a3-deb0-4a98-8857-f2eb4ded18bc" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.634183] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-663719a3-deb0-4a98-8857-f2eb4ded18bc" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.634183] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-663719a3-deb0-4a98-8857-f2eb4ded18bc" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.634183] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('663719a3-deb0-4a98-8857-f2eb4ded18bc',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.645686] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f1a1bdf-51e8-4a33-8e5d-253748151bef taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.645686] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f1a1bdf-51e8-4a33-8e5d-253748151bef" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.137279] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 663719a3-deb0-4a98-8857-f2eb4ded18bc [ 654.138070] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.138567] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.138732] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.142058] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.142300] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.142604] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:663719a3-deb0-4a98-8857-f2eb4ded18bc already deleted. [ 654.142736] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-663719a3-deb0-4a98-8857-f2eb4ded18bc" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.345045] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f1a1bdf-51e8-4a33-8e5d-253748151bef in Status: SUCCESS [ 654.345329] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f1a1bdf-51e8-4a33-8e5d-253748151bef" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.346060] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f1a1bdf-51e8-4a33-8e5d-253748151bef" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.346060] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f1a1bdf-51e8-4a33-8e5d-253748151bef" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.346060] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.346060] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.347039] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.347039] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.347039] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.347039] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f1a1bdf-51e8-4a33-8e5d-253748151bef',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.642353] env[69596]: INFO networking_nsxv3.common.synchronization [req-e5053aed-0e12-4bd8-beb6-697d8fc117d1 req-9e5e7633-c6f3-43eb-87bd-a42484b3831a tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Enqueued Resource ID: cf2b9e5c-2739-481e-865c-b07f4f286b74 with Priority: HIGHEST for action security_group_members [ 654.642871] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf2b9e5c-2739-481e-865c-b07f4f286b74 with Priority: HIGHEST for action security_group_members [ 654.643390] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf2b9e5c-2739-481e-865c-b07f4f286b74 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.643652] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf2b9e5c-2739-481e-865c-b07f4f286b74" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.643652] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf2b9e5c-2739-481e-865c-b07f4f286b74" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.643806] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf2b9e5c-2739-481e-865c-b07f4f286b74" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.643960] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.644071] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.644127] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.644324] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.644434] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.644540] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf2b9e5c-2739-481e-865c-b07f4f286b74',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.849151] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f1a1bdf-51e8-4a33-8e5d-253748151bef',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.000352] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9e9b437-2bc8-4295-bdec-092587d904de in Status: SUCCESS [ 655.000705] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.146899] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.147296] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.147296] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.147378] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.147441] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.147630] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.147734] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.147813] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.148220] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.148220] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.148220] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf2b9e5c-2739-481e-865c-b07f4f286b74 is going to be updated. [ 655.175246] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.175388] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.175478] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.175726] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.175854] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.183780] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf2b9e5c-2739-481e-865c-b07f4f286b74 in Status: IN_PROGRESS for 2s [ 655.352314] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f1a1bdf-51e8-4a33-8e5d-253748151bef',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.855065] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.860434] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.860434] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.860434] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.860434] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.860434] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f1a1bdf-51e8-4a33-8e5d-253748151bef is going to be updated. [ 655.902705] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.902885] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.902885] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.903179] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.903412] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.913212] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f1a1bdf-51e8-4a33-8e5d-253748151bef in Status: IN_PROGRESS for 2s [ 656.491727] env[69596]: INFO networking_nsxv3.common.synchronization [req-5afdb967-29d0-4755-80c8-8d11b1b24f44 req-cf86b1de-e975-444f-9bb4-2227aea8dd19 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Enqueued Resource ID: 7ed25a93-e947-45e8-974b-645111add6cd with Priority: HIGHEST for action security_group_members [ 656.492933] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ed25a93-e947-45e8-974b-645111add6cd with Priority: HIGHEST for action security_group_members [ 656.495304] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ed25a93-e947-45e8-974b-645111add6cd taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.495304] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.495304] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.495304] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.495304] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.495304] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.495304] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.495304] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.495304] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.495304] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ed25a93-e947-45e8-974b-645111add6cd',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.000238] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.000238] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.000238] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.000238] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.000238] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.000238] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.000238] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.000238] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.000238] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.000238] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.000238] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ed25a93-e947-45e8-974b-645111add6cd is going to be updated. [ 657.037753] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.037753] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.037753] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.037753] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.037753] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.051141] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ed25a93-e947-45e8-974b-645111add6cd in Status: IN_PROGRESS for 2s [ 657.051141] env[69596]: INFO networking_nsxv3.common.synchronization [None req-1eb127de-dc03-4755-a492-5a5ac856f398 None None] Enqueued Resource ID: 1d3a59c6-ea16-4b41-88ea-c76731c6ef20 with Priority: HIGHEST for action port [ 657.051141] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d3a59c6-ea16-4b41-88ea-c76731c6ef20 with Priority: HIGHEST for action port [ 657.051141] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d3a59c6-ea16-4b41-88ea-c76731c6ef20 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.051141] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d3a59c6-ea16-4b41-88ea-c76731c6ef20" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.051866] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d3a59c6-ea16-4b41-88ea-c76731c6ef20" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.052775] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d3a59c6-ea16-4b41-88ea-c76731c6ef20" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.053179] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d3a59c6-ea16-4b41-88ea-c76731c6ef20',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.193614] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf2b9e5c-2739-481e-865c-b07f4f286b74 in Status: SUCCESS [ 657.193614] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf2b9e5c-2739-481e-865c-b07f4f286b74 deletion is rescheduled due to dependency. [ 657.193614] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf2b9e5c-2739-481e-865c-b07f4f286b74" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.559662] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1d3a59c6-ea16-4b41-88ea-c76731c6ef20 [ 657.559662] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.559662] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.559662] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.560016] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.560016] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.560016] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1d3a59c6-ea16-4b41-88ea-c76731c6ef20 already deleted. [ 657.560016] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d3a59c6-ea16-4b41-88ea-c76731c6ef20" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.922498] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f1a1bdf-51e8-4a33-8e5d-253748151bef in Status: SUCCESS [ 657.922720] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f1a1bdf-51e8-4a33-8e5d-253748151bef" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.923075] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f1a1bdf-51e8-4a33-8e5d-253748151bef" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.923185] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f1a1bdf-51e8-4a33-8e5d-253748151bef" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.923466] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.923560] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.923714] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.923870] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.923870] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.924923] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f1a1bdf-51e8-4a33-8e5d-253748151bef" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.924923] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3f1a1bdf-51e8-4a33-8e5d-253748151bef',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.229730] env[69596]: INFO networking_nsxv3.common.synchronization [req-afe7e972-c5c3-4ce5-bb56-451491391c62 req-85866003-1c7c-4e2b-98bf-ee21576c10f4 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Enqueued Resource ID: a9e9b437-2bc8-4295-bdec-092587d904de with Priority: HIGHEST for action security_group_members [ 658.229730] env[69596]: INFO networking_nsxv3.common.synchronization [req-afe7e972-c5c3-4ce5-bb56-451491391c62 req-85866003-1c7c-4e2b-98bf-ee21576c10f4 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Enqueued Resource ID: bc613ec5-efa3-4b33-a3ae-20f1f4d74451 with Priority: HIGHEST for action security_group_members [ 658.229730] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9e9b437-2bc8-4295-bdec-092587d904de with Priority: HIGHEST for action security_group_members [ 658.229852] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc613ec5-efa3-4b33-a3ae-20f1f4d74451 with Priority: HIGHEST for action security_group_members [ 658.230139] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9e9b437-2bc8-4295-bdec-092587d904de taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.230280] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.230345] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.230548] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.230697] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.230795] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.230852] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.233346] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.233346] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.233346] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9e9b437-2bc8-4295-bdec-092587d904de',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.233516] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc613ec5-efa3-4b33-a3ae-20f1f4d74451 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.233516] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc613ec5-efa3-4b33-a3ae-20f1f4d74451" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.233616] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc613ec5-efa3-4b33-a3ae-20f1f4d74451" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.233752] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc613ec5-efa3-4b33-a3ae-20f1f4d74451" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.233894] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.233984] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.234053] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.234469] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.234558] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.234652] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc613ec5-efa3-4b33-a3ae-20f1f4d74451',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.328265] env[69596]: INFO networking_nsxv3.common.synchronization [req-afe7e972-c5c3-4ce5-bb56-451491391c62 req-85866003-1c7c-4e2b-98bf-ee21576c10f4 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Enqueued Resource ID: a9e9b437-2bc8-4295-bdec-092587d904de with Priority: HIGHEST for action security_group_rules [ 658.328383] env[69596]: INFO networking_nsxv3.common.synchronization [req-afe7e972-c5c3-4ce5-bb56-451491391c62 req-85866003-1c7c-4e2b-98bf-ee21576c10f4 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Enqueued Resource ID: a9e9b437-2bc8-4295-bdec-092587d904de with Priority: HIGHEST for action security_group_members [ 658.328511] env[69596]: INFO networking_nsxv3.common.synchronization [req-afe7e972-c5c3-4ce5-bb56-451491391c62 req-85866003-1c7c-4e2b-98bf-ee21576c10f4 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Enqueued Resource ID: bc613ec5-efa3-4b33-a3ae-20f1f4d74451 with Priority: HIGHEST for action security_group_rules [ 658.328638] env[69596]: INFO networking_nsxv3.common.synchronization [req-afe7e972-c5c3-4ce5-bb56-451491391c62 req-85866003-1c7c-4e2b-98bf-ee21576c10f4 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Enqueued Resource ID: bc613ec5-efa3-4b33-a3ae-20f1f4d74451 with Priority: HIGHEST for action security_group_members [ 658.328773] env[69596]: INFO networking_nsxv3.common.synchronization [req-afe7e972-c5c3-4ce5-bb56-451491391c62 req-85866003-1c7c-4e2b-98bf-ee21576c10f4 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Enqueued Resource ID: 9e6362c9-8958-4ff7-a944-e41a685331a5 with Priority: HIGHEST for action port [ 658.329315] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9e9b437-2bc8-4295-bdec-092587d904de with Priority: HIGHEST for action security_group_rules [ 658.329446] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc613ec5-efa3-4b33-a3ae-20f1f4d74451 with Priority: HIGHEST for action security_group_rules [ 658.329544] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e6362c9-8958-4ff7-a944-e41a685331a5 with Priority: HIGHEST for action port [ 658.329978] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9e9b437-2bc8-4295-bdec-092587d904de with Priority: HIGHEST for action security_group_members [ 658.330588] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc613ec5-efa3-4b33-a3ae-20f1f4d74451 with Priority: HIGHEST for action security_group_members [ 658.330890] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a9e9b437-2bc8-4295-bdec-092587d904de taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.331072] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.331136] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.331335] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.331414] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a9e9b437-2bc8-4295-bdec-092587d904de',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.338119] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bc613ec5-efa3-4b33-a3ae-20f1f4d74451 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.338119] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bc613ec5-efa3-4b33-a3ae-20f1f4d74451" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.338119] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bc613ec5-efa3-4b33-a3ae-20f1f4d74451" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.338119] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bc613ec5-efa3-4b33-a3ae-20f1f4d74451" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.338119] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bc613ec5-efa3-4b33-a3ae-20f1f4d74451',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.338119] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e6362c9-8958-4ff7-a944-e41a685331a5 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.338119] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e6362c9-8958-4ff7-a944-e41a685331a5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.338119] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e6362c9-8958-4ff7-a944-e41a685331a5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.338119] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e6362c9-8958-4ff7-a944-e41a685331a5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.338119] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e6362c9-8958-4ff7-a944-e41a685331a5',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.338119] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9e9b437-2bc8-4295-bdec-092587d904de taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.338119] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.338586] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc613ec5-efa3-4b33-a3ae-20f1f4d74451 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.338586] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc613ec5-efa3-4b33-a3ae-20f1f4d74451" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.433113] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f1a1bdf-51e8-4a33-8e5d-253748151bef taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.433287] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f1a1bdf-51e8-4a33-8e5d-253748151bef" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.433375] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f1a1bdf-51e8-4a33-8e5d-253748151bef" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.433596] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f1a1bdf-51e8-4a33-8e5d-253748151bef" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.433992] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.433992] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.433992] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.434151] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.434151] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.434259] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f1a1bdf-51e8-4a33-8e5d-253748151bef" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.435423] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f1a1bdf-51e8-4a33-8e5d-253748151bef taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.435423] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f1a1bdf-51e8-4a33-8e5d-253748151bef" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.435423] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f1a1bdf-51e8-4a33-8e5d-253748151bef" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.435423] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f1a1bdf-51e8-4a33-8e5d-253748151bef" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.435423] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.435423] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.435423] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.435423] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.435423] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.435423] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f1a1bdf-51e8-4a33-8e5d-253748151bef" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.435423] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3f1a1bdf-51e8-4a33-8e5d-253748151bef',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.740866] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bc613ec5-efa3-4b33-a3ae-20f1f4d74451',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.740866] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a9e9b437-2bc8-4295-bdec-092587d904de',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.839777] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9e6362c9-8958-4ff7-a944-e41a685331a5 with status ACTIVE [ 658.843057] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.843057] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.843057] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.843057] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.843057] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.843057] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.843057] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.843057] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.843057] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.843057] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.843920] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.845064] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.845273] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.845648] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.845855] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.846218] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9e6362c9-8958-4ff7-a944-e41a685331a5 is going to be updated. [ 658.847571] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9e9b437-2bc8-4295-bdec-092587d904de taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.847811] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.848191] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc613ec5-efa3-4b33-a3ae-20f1f4d74451 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.848603] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc613ec5-efa3-4b33-a3ae-20f1f4d74451" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.868293] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.869748] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.869748] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.869748] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.869748] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.869748] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e6362c9-8958-4ff7-a944-e41a685331a5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.939993] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3f1a1bdf-51e8-4a33-8e5d-253748151bef: rpc.has_security_group_logging(os_id): False [ 658.957424] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.957424] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.957424] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.957424] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.957424] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.957424] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.957424] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.957424] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.957424] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.957424] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.957424] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.957424] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.959033] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.959033] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.959033] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.959033] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.959033] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.959033] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.959033] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.959033] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.959033] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f1a1bdf-51e8-4a33-8e5d-253748151bef is going to be updated. [ 659.040311] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.040472] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.040600] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.040804] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.040943] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.054365] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f1a1bdf-51e8-4a33-8e5d-253748151bef in Status: IN_PROGRESS for 2s [ 659.059446] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ed25a93-e947-45e8-974b-645111add6cd in Status: SUCCESS [ 659.059689] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ed25a93-e947-45e8-974b-645111add6cd deletion is rescheduled due to dependency. [ 659.059892] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.245237] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bc613ec5-efa3-4b33-a3ae-20f1f4d74451',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.246725] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a9e9b437-2bc8-4295-bdec-092587d904de',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.471756] env[69596]: INFO networking_nsxv3.common.synchronization [None req-85761a6a-327a-45a9-b062-8d6948d95bb2 None None] Enqueued Resource ID: fb7a2d34-2a33-46a0-9b3f-9108c4321b69 with Priority: HIGHEST for action port [ 659.472063] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb7a2d34-2a33-46a0-9b3f-9108c4321b69 with Priority: HIGHEST for action port [ 659.472695] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb7a2d34-2a33-46a0-9b3f-9108c4321b69 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.472780] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb7a2d34-2a33-46a0-9b3f-9108c4321b69" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.472853] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb7a2d34-2a33-46a0-9b3f-9108c4321b69" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.473714] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb7a2d34-2a33-46a0-9b3f-9108c4321b69" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.473819] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb7a2d34-2a33-46a0-9b3f-9108c4321b69',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.749039] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.749674] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.750153] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.750488] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.750782] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.750982] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc613ec5-efa3-4b33-a3ae-20f1f4d74451 is going to be created. [ 659.752584] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.752830] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.753024] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.753288] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.753471] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.753645] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9e9b437-2bc8-4295-bdec-092587d904de is going to be updated. [ 659.782199] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.782199] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.782199] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.782199] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.782199] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.786652] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.786652] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.786652] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.787589] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.787589] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.796980] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9e9b437-2bc8-4295-bdec-092587d904de in Status: IN_PROGRESS for 2s [ 659.797685] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc613ec5-efa3-4b33-a3ae-20f1f4d74451 in Status: UNINITIALIZED for 2s [ 659.975924] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fb7a2d34-2a33-46a0-9b3f-9108c4321b69 [ 659.976214] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.977092] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.977343] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.977617] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.977658] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.977761] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fb7a2d34-2a33-46a0-9b3f-9108c4321b69 already deleted. [ 659.978149] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb7a2d34-2a33-46a0-9b3f-9108c4321b69" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.014844] env[69596]: INFO networking_nsxv3.common.synchronization [req-3c508591-711c-478a-a20d-21644771aae0 req-15b54fad-09dd-495b-9595-4c4d5b2d6ef6 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Enqueued Resource ID: ccb303f9-fe30-4443-bfa4-a4e7a0970db2 with Priority: HIGHEST for action security_group_members [ 660.014844] env[69596]: INFO networking_nsxv3.common.synchronization [req-3c508591-711c-478a-a20d-21644771aae0 req-15b54fad-09dd-495b-9595-4c4d5b2d6ef6 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Enqueued Resource ID: a9e9b437-2bc8-4295-bdec-092587d904de with Priority: HIGHEST for action security_group_members [ 660.014844] env[69596]: INFO networking_nsxv3.common.synchronization [req-3c508591-711c-478a-a20d-21644771aae0 req-15b54fad-09dd-495b-9595-4c4d5b2d6ef6 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Enqueued Resource ID: bc613ec5-efa3-4b33-a3ae-20f1f4d74451 with Priority: HIGHEST for action security_group_members [ 660.014844] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccb303f9-fe30-4443-bfa4-a4e7a0970db2 with Priority: HIGHEST for action security_group_members [ 660.014844] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9e9b437-2bc8-4295-bdec-092587d904de with Priority: HIGHEST for action security_group_members [ 660.014844] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc613ec5-efa3-4b33-a3ae-20f1f4d74451 with Priority: HIGHEST for action security_group_members [ 660.014844] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccb303f9-fe30-4443-bfa4-a4e7a0970db2 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.014844] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccb303f9-fe30-4443-bfa4-a4e7a0970db2" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.014844] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccb303f9-fe30-4443-bfa4-a4e7a0970db2" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.014844] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccb303f9-fe30-4443-bfa4-a4e7a0970db2" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.014844] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.014844] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.014844] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.014844] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.014844] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.014844] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ccb303f9-fe30-4443-bfa4-a4e7a0970db2',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.014844] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9e9b437-2bc8-4295-bdec-092587d904de taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.015526] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.018040] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc613ec5-efa3-4b33-a3ae-20f1f4d74451 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.018040] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc613ec5-efa3-4b33-a3ae-20f1f4d74451" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.116773] env[69596]: INFO networking_nsxv3.common.synchronization [req-3c508591-711c-478a-a20d-21644771aae0 req-15b54fad-09dd-495b-9595-4c4d5b2d6ef6 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Enqueued Resource ID: a9e9b437-2bc8-4295-bdec-092587d904de with Priority: HIGHEST for action security_group_rules [ 660.116773] env[69596]: INFO networking_nsxv3.common.synchronization [req-3c508591-711c-478a-a20d-21644771aae0 req-15b54fad-09dd-495b-9595-4c4d5b2d6ef6 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Enqueued Resource ID: a9e9b437-2bc8-4295-bdec-092587d904de with Priority: HIGHEST for action security_group_members [ 660.116773] env[69596]: INFO networking_nsxv3.common.synchronization [req-3c508591-711c-478a-a20d-21644771aae0 req-15b54fad-09dd-495b-9595-4c4d5b2d6ef6 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Enqueued Resource ID: bc613ec5-efa3-4b33-a3ae-20f1f4d74451 with Priority: HIGHEST for action security_group_rules [ 660.116773] env[69596]: INFO networking_nsxv3.common.synchronization [req-3c508591-711c-478a-a20d-21644771aae0 req-15b54fad-09dd-495b-9595-4c4d5b2d6ef6 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Enqueued Resource ID: bc613ec5-efa3-4b33-a3ae-20f1f4d74451 with Priority: HIGHEST for action security_group_members [ 660.116989] env[69596]: INFO networking_nsxv3.common.synchronization [req-3c508591-711c-478a-a20d-21644771aae0 req-15b54fad-09dd-495b-9595-4c4d5b2d6ef6 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Enqueued Resource ID: ccb303f9-fe30-4443-bfa4-a4e7a0970db2 with Priority: HIGHEST for action security_group_rules [ 660.116989] env[69596]: INFO networking_nsxv3.common.synchronization [req-3c508591-711c-478a-a20d-21644771aae0 req-15b54fad-09dd-495b-9595-4c4d5b2d6ef6 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Enqueued Resource ID: ccb303f9-fe30-4443-bfa4-a4e7a0970db2 with Priority: HIGHEST for action security_group_members [ 660.117084] env[69596]: INFO networking_nsxv3.common.synchronization [req-3c508591-711c-478a-a20d-21644771aae0 req-15b54fad-09dd-495b-9595-4c4d5b2d6ef6 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Enqueued Resource ID: 9e6362c9-8958-4ff7-a944-e41a685331a5 with Priority: HIGHEST for action port [ 660.117850] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9e9b437-2bc8-4295-bdec-092587d904de with Priority: HIGHEST for action security_group_rules [ 660.118112] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc613ec5-efa3-4b33-a3ae-20f1f4d74451 with Priority: HIGHEST for action security_group_rules [ 660.118367] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccb303f9-fe30-4443-bfa4-a4e7a0970db2 with Priority: HIGHEST for action security_group_members [ 660.118708] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e6362c9-8958-4ff7-a944-e41a685331a5 with Priority: HIGHEST for action port [ 660.118904] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccb303f9-fe30-4443-bfa4-a4e7a0970db2 with Priority: HIGHEST for action security_group_rules [ 660.119021] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9e9b437-2bc8-4295-bdec-092587d904de with Priority: HIGHEST for action security_group_members [ 660.119100] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc613ec5-efa3-4b33-a3ae-20f1f4d74451 with Priority: HIGHEST for action security_group_members [ 660.120075] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a9e9b437-2bc8-4295-bdec-092587d904de taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.120075] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.120608] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bc613ec5-efa3-4b33-a3ae-20f1f4d74451 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.123310] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bc613ec5-efa3-4b33-a3ae-20f1f4d74451" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.123310] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccb303f9-fe30-4443-bfa4-a4e7a0970db2 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.123310] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccb303f9-fe30-4443-bfa4-a4e7a0970db2" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.123310] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e6362c9-8958-4ff7-a944-e41a685331a5 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.123310] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e6362c9-8958-4ff7-a944-e41a685331a5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.123310] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e6362c9-8958-4ff7-a944-e41a685331a5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.123310] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e6362c9-8958-4ff7-a944-e41a685331a5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.123310] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e6362c9-8958-4ff7-a944-e41a685331a5',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.123693] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ccb303f9-fe30-4443-bfa4-a4e7a0970db2 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.123759] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ccb303f9-fe30-4443-bfa4-a4e7a0970db2" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.123855] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ccb303f9-fe30-4443-bfa4-a4e7a0970db2" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.124121] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ccb303f9-fe30-4443-bfa4-a4e7a0970db2" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.124221] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ccb303f9-fe30-4443-bfa4-a4e7a0970db2',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.125016] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9e9b437-2bc8-4295-bdec-092587d904de taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.125157] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.125408] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc613ec5-efa3-4b33-a3ae-20f1f4d74451 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.125644] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc613ec5-efa3-4b33-a3ae-20f1f4d74451" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.518234] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ccb303f9-fe30-4443-bfa4-a4e7a0970db2',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.627258] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9e6362c9-8958-4ff7-a944-e41a685331a5 with status ACTIVE [ 660.627814] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.628028] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.628151] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.628468] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.628568] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.628771] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.628874] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.628940] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.629335] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.629335] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.629472] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.629526] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.629561] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.629714] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.629797] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.629880] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9e6362c9-8958-4ff7-a944-e41a685331a5 is going to be updated. [ 660.632903] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccb303f9-fe30-4443-bfa4-a4e7a0970db2 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.633095] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccb303f9-fe30-4443-bfa4-a4e7a0970db2" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.648471] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.648627] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.648693] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.648962] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.649063] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.649228] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e6362c9-8958-4ff7-a944-e41a685331a5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.021230] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ccb303f9-fe30-4443-bfa4-a4e7a0970db2',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.071220] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f1a1bdf-51e8-4a33-8e5d-253748151bef in Status: SUCCESS [ 661.071220] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f1a1bdf-51e8-4a33-8e5d-253748151bef" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.523540] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.523697] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.523773] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.523992] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.524130] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.524236] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ccb303f9-fe30-4443-bfa4-a4e7a0970db2 is going to be created. [ 661.548540] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.548540] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.548540] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.548540] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.548774] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.559458] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccb303f9-fe30-4443-bfa4-a4e7a0970db2 in Status: UNINITIALIZED for 2s [ 661.807686] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9e9b437-2bc8-4295-bdec-092587d904de in Status: SUCCESS [ 661.810021] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.810021] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc613ec5-efa3-4b33-a3ae-20f1f4d74451 in Status: SUCCESS [ 661.810021] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc613ec5-efa3-4b33-a3ae-20f1f4d74451" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.810021] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.810021] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.810021] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.810021] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.810021] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.810021] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.810021] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.810021] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9e9b437-2bc8-4295-bdec-092587d904de',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.811481] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc613ec5-efa3-4b33-a3ae-20f1f4d74451" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.811559] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc613ec5-efa3-4b33-a3ae-20f1f4d74451" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.811710] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.811811] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.811872] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.812043] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.812120] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.812176] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc613ec5-efa3-4b33-a3ae-20f1f4d74451',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.315907] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a9e9b437-2bc8-4295-bdec-092587d904de',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.316889] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bc613ec5-efa3-4b33-a3ae-20f1f4d74451',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.818967] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a9e9b437-2bc8-4295-bdec-092587d904de',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.819957] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bc613ec5-efa3-4b33-a3ae-20f1f4d74451',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.325756] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.325756] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.325756] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.325756] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.327620] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.327620] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9e9b437-2bc8-4295-bdec-092587d904de is going to be updated. [ 663.330317] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.330317] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.330317] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.330317] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.330317] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.330317] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc613ec5-efa3-4b33-a3ae-20f1f4d74451 is going to be updated. [ 663.358162] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.358369] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.358416] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.358635] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.358837] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.362069] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.362299] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.362426] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.362917] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.363796] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.374796] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9e9b437-2bc8-4295-bdec-092587d904de in Status: IN_PROGRESS for 2s [ 663.375710] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc613ec5-efa3-4b33-a3ae-20f1f4d74451 in Status: IN_PROGRESS for 2s [ 663.569118] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccb303f9-fe30-4443-bfa4-a4e7a0970db2 in Status: SUCCESS [ 663.569434] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccb303f9-fe30-4443-bfa4-a4e7a0970db2" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.570395] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccb303f9-fe30-4443-bfa4-a4e7a0970db2" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.571107] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccb303f9-fe30-4443-bfa4-a4e7a0970db2" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.571376] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.571780] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.571780] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.572090] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.572668] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.572831] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ccb303f9-fe30-4443-bfa4-a4e7a0970db2',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.076433] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ccb303f9-fe30-4443-bfa4-a4e7a0970db2',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.579785] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ccb303f9-fe30-4443-bfa4-a4e7a0970db2',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.082907] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.082907] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.082907] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.082907] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.083178] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.083178] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ccb303f9-fe30-4443-bfa4-a4e7a0970db2 is going to be updated. [ 665.108981] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.109179] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.109249] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.109451] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.109610] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.119783] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccb303f9-fe30-4443-bfa4-a4e7a0970db2 in Status: IN_PROGRESS for 2s [ 665.120084] env[69596]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 665.120084] env[69596]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=12 [ 665.386636] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9e9b437-2bc8-4295-bdec-092587d904de in Status: SUCCESS [ 665.386879] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.387108] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.387542] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.387770] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.387928] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.387993] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.388183] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.388271] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.388366] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.388515] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a9e9b437-2bc8-4295-bdec-092587d904de',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.390283] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc613ec5-efa3-4b33-a3ae-20f1f4d74451 in Status: SUCCESS [ 665.390476] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc613ec5-efa3-4b33-a3ae-20f1f4d74451" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.390663] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.390890] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.391150] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.391311] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.391381] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.391546] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.391627] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.391747] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9e9b437-2bc8-4295-bdec-092587d904de',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.392786] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc613ec5-efa3-4b33-a3ae-20f1f4d74451" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.392892] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc613ec5-efa3-4b33-a3ae-20f1f4d74451" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.393033] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.393163] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.393230] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.393372] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.393450] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.393550] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc613ec5-efa3-4b33-a3ae-20f1f4d74451" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.397032] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bc613ec5-efa3-4b33-a3ae-20f1f4d74451',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.397032] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc613ec5-efa3-4b33-a3ae-20f1f4d74451" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.397032] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc613ec5-efa3-4b33-a3ae-20f1f4d74451" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.397032] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.397032] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.397032] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.397032] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.397032] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.397032] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc613ec5-efa3-4b33-a3ae-20f1f4d74451',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.897447] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9e9b437-2bc8-4295-bdec-092587d904de taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.897447] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.897447] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a9e9b437-2bc8-4295-bdec-092587d904de',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.897447] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bc613ec5-efa3-4b33-a3ae-20f1f4d74451',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.897998] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bc613ec5-efa3-4b33-a3ae-20f1f4d74451',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.407335] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a9e9b437-2bc8-4295-bdec-092587d904de',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.407335] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bc613ec5-efa3-4b33-a3ae-20f1f4d74451: rpc.has_security_group_logging(os_id): False [ 666.409030] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bc613ec5-efa3-4b33-a3ae-20f1f4d74451',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.427278] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.427278] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.427278] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.427278] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.427278] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.427278] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.427278] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.427278] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.430019] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.430019] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.430019] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc613ec5-efa3-4b33-a3ae-20f1f4d74451 is going to be created. [ 666.484859] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.484859] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.484859] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.484859] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.484859] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.498406] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bc613ec5-efa3-4b33-a3ae-20f1f4d74451 in Status: IN_PROGRESS for 2s [ 666.910804] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.911467] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.911467] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.911467] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.911714] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.911714] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9e9b437-2bc8-4295-bdec-092587d904de is going to be updated. [ 666.913541] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.913701] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.913803] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.913991] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.915677] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.915813] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc613ec5-efa3-4b33-a3ae-20f1f4d74451 is going to be updated. [ 666.945170] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.945170] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.945170] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.945170] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.945170] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.950759] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.952298] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.952403] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.952677] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.952875] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.963446] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9e9b437-2bc8-4295-bdec-092587d904de in Status: IN_PROGRESS for 2s [ 666.964508] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc613ec5-efa3-4b33-a3ae-20f1f4d74451 in Status: IN_PROGRESS for 2s [ 667.129114] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccb303f9-fe30-4443-bfa4-a4e7a0970db2 in Status: SUCCESS [ 667.129408] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccb303f9-fe30-4443-bfa4-a4e7a0970db2" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.129596] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccb303f9-fe30-4443-bfa4-a4e7a0970db2" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.129835] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccb303f9-fe30-4443-bfa4-a4e7a0970db2" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.130044] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.130164] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.130229] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.130861] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.130861] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.130861] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccb303f9-fe30-4443-bfa4-a4e7a0970db2" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.130861] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ccb303f9-fe30-4443-bfa4-a4e7a0970db2',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.146436] env[69596]: INFO networking_nsxv3.common.synchronization [req-ee9ef3e5-0534-4b4c-bddb-fa9da8ec3eb9 req-ddc50e4c-4ce2-4fc6-83ed-6a9eaa62be9e tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Enqueued Resource ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 with Priority: HIGHEST for action security_group_members [ 667.147158] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 with Priority: HIGHEST for action security_group_members [ 667.147493] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.147603] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.148199] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.148533] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.148696] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.148834] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.148915] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.149117] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.149229] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.149349] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf4de9a2-fc16-45b8-939c-537e3f2c7f65',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.633943] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ccb303f9-fe30-4443-bfa4-a4e7a0970db2',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.652684] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.652859] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.652903] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.656026] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.656026] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.656026] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.656026] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.656026] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.656026] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.656026] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.656026] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 already deleted. [ 667.656026] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.740124] env[69596]: INFO networking_nsxv3.common.synchronization [None req-b29257ba-0a4e-4471-a6c0-ffbf3acc846a None None] Enqueued Resource ID: cca1b14b-e279-45d1-896d-7fcec1bd08db with Priority: HIGHEST for action port [ 667.740561] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cca1b14b-e279-45d1-896d-7fcec1bd08db with Priority: HIGHEST for action port [ 667.740927] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-cca1b14b-e279-45d1-896d-7fcec1bd08db taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.740999] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cca1b14b-e279-45d1-896d-7fcec1bd08db" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.741127] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cca1b14b-e279-45d1-896d-7fcec1bd08db" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.741422] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cca1b14b-e279-45d1-896d-7fcec1bd08db" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.741589] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cca1b14b-e279-45d1-896d-7fcec1bd08db',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.136626] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ccb303f9-fe30-4443-bfa4-a4e7a0970db2: rpc.has_security_group_logging(os_id): False [ 668.155097] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.155250] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.155322] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.155549] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.155637] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.155857] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.155958] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.156035] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.156190] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.156269] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.156357] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ccb303f9-fe30-4443-bfa4-a4e7a0970db2 is going to be created. [ 668.221106] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.221106] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.221106] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.221106] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.221106] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.232336] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ccb303f9-fe30-4443-bfa4-a4e7a0970db2 in Status: IN_PROGRESS for 2s [ 668.243826] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cca1b14b-e279-45d1-896d-7fcec1bd08db [ 668.244307] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.244307] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.244444] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.246914] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.246914] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.246914] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cca1b14b-e279-45d1-896d-7fcec1bd08db already deleted. [ 668.246914] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cca1b14b-e279-45d1-896d-7fcec1bd08db" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.316210] env[69596]: INFO networking_nsxv3.common.synchronization [None req-1c4bbff6-f2bf-4306-917c-c388c964b2bb None None] Enqueued Resource ID: ccd4d04a-7b32-45db-ad11-db6bbcfee3fb with Priority: HIGHEST for action port [ 668.316509] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccd4d04a-7b32-45db-ad11-db6bbcfee3fb with Priority: HIGHEST for action port [ 668.321025] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-ccd4d04a-7b32-45db-ad11-db6bbcfee3fb taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.321025] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ccd4d04a-7b32-45db-ad11-db6bbcfee3fb" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.321025] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ccd4d04a-7b32-45db-ad11-db6bbcfee3fb" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.321025] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ccd4d04a-7b32-45db-ad11-db6bbcfee3fb" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.321025] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ccd4d04a-7b32-45db-ad11-db6bbcfee3fb',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.403060] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-953 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.403060] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-953" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.403060] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-953" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.403060] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-953" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.403060] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.403060] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.407034] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.407034] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.407034] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.407034] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 668.407034] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 668.407034] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 668.407034] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 668.407034] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 668.407034] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 668.407034] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 668.433764] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 668.433764] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 668.433764] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 668.433764] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-953" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.433764] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-c76d71d4-6719-495f-b88c-e4255ab60d6c taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.433764] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-c76d71d4-6719-495f-b88c-e4255ab60d6c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.433764] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-c76d71d4-6719-495f-b88c-e4255ab60d6c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.435413] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-c76d71d4-6719-495f-b88c-e4255ab60d6c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.435917] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c76d71d4-6719-495f-b88c-e4255ab60d6c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.514829] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bc613ec5-efa3-4b33-a3ae-20f1f4d74451 in Status: SUCCESS [ 668.515371] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bc613ec5-efa3-4b33-a3ae-20f1f4d74451" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.515670] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bc613ec5-efa3-4b33-a3ae-20f1f4d74451" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.516501] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bc613ec5-efa3-4b33-a3ae-20f1f4d74451" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.516856] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bc613ec5-efa3-4b33-a3ae-20f1f4d74451',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.827442] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ccd4d04a-7b32-45db-ad11-db6bbcfee3fb [ 668.827505] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.827618] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.827696] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.827938] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.828039] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.828134] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ccd4d04a-7b32-45db-ad11-db6bbcfee3fb already deleted. [ 668.828217] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ccd4d04a-7b32-45db-ad11-db6bbcfee3fb" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.945309] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.945309] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.945309] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.945309] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.945309] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.945309] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port c76d71d4-6719-495f-b88c-e4255ab60d6c not found, creating... [ 668.945586] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.945647] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.945873] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.949270] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.949270] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.949270] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.949270] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.949270] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.949270] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.949270] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.949270] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: c76d71d4-6719-495f-b88c-e4255ab60d6c is going to be created. [ 668.975825] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.975825] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.975825] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.976236] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.976681] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.976836] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-c76d71d4-6719-495f-b88c-e4255ab60d6c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.990745] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9e9b437-2bc8-4295-bdec-092587d904de in Status: SUCCESS [ 668.991758] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.992548] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.992548] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.993725] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.993931] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.994409] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.994409] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.994582] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.994822] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9e9b437-2bc8-4295-bdec-092587d904de',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.997179] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc613ec5-efa3-4b33-a3ae-20f1f4d74451 in Status: SUCCESS [ 668.997487] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc613ec5-efa3-4b33-a3ae-20f1f4d74451" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.997655] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc613ec5-efa3-4b33-a3ae-20f1f4d74451" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.997916] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc613ec5-efa3-4b33-a3ae-20f1f4d74451" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.998238] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.998434] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.998597] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.998819] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.998960] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.999692] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc613ec5-efa3-4b33-a3ae-20f1f4d74451',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.023521] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc613ec5-efa3-4b33-a3ae-20f1f4d74451 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.023703] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc613ec5-efa3-4b33-a3ae-20f1f4d74451" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.300176] env[69596]: INFO networking_nsxv3.common.synchronization [None req-7fba8756-31e2-4d5c-a5b5-d20e843271c3 None None] Enqueued Resource ID: 7b7f6a47-f248-4bf6-82b4-220bc3c90b62 with Priority: HIGHEST for action port [ 669.300176] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b7f6a47-f248-4bf6-82b4-220bc3c90b62 with Priority: HIGHEST for action port [ 669.300176] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b7f6a47-f248-4bf6-82b4-220bc3c90b62 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.300176] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b7f6a47-f248-4bf6-82b4-220bc3c90b62" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.300176] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b7f6a47-f248-4bf6-82b4-220bc3c90b62" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.300841] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b7f6a47-f248-4bf6-82b4-220bc3c90b62" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.300841] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b7f6a47-f248-4bf6-82b4-220bc3c90b62',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.502203] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a9e9b437-2bc8-4295-bdec-092587d904de',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.503282] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bc613ec5-efa3-4b33-a3ae-20f1f4d74451',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.804390] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7b7f6a47-f248-4bf6-82b4-220bc3c90b62 [ 669.804658] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.804819] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.804902] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.805153] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.805245] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.805342] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7b7f6a47-f248-4bf6-82b4-220bc3c90b62 already deleted. [ 669.805426] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b7f6a47-f248-4bf6-82b4-220bc3c90b62" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.004954] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a9e9b437-2bc8-4295-bdec-092587d904de',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.009636] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bc613ec5-efa3-4b33-a3ae-20f1f4d74451',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.179651] env[69596]: INFO networking_nsxv3.common.synchronization [req-54166f32-e523-497d-b01d-bf4a02607c18 req-333995d1-9244-4b2e-bcce-90241e282d7c tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] Enqueued Resource ID: d1beecef-d99d-4696-84b8-872296d6b217 with Priority: HIGHEST for action security_group_members [ 670.180091] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1beecef-d99d-4696-84b8-872296d6b217 with Priority: HIGHEST for action security_group_members [ 670.181112] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1beecef-d99d-4696-84b8-872296d6b217 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.181112] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1beecef-d99d-4696-84b8-872296d6b217" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.181112] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1beecef-d99d-4696-84b8-872296d6b217" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.183307] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1beecef-d99d-4696-84b8-872296d6b217" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.183595] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.183595] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.183835] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.183835] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.184337] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.184337] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1beecef-d99d-4696-84b8-872296d6b217',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.246464] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ccb303f9-fe30-4443-bfa4-a4e7a0970db2 in Status: SUCCESS [ 670.246690] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ccb303f9-fe30-4443-bfa4-a4e7a0970db2" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.510522] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.510522] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.510522] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.510522] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.510522] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.510522] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9e9b437-2bc8-4295-bdec-092587d904de is going to be updated. [ 670.514656] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.514847] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.514914] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.515084] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.515175] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.515274] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc613ec5-efa3-4b33-a3ae-20f1f4d74451 is going to be updated. [ 670.537957] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.538077] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.538134] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.538375] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.538587] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.540628] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.540749] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.540817] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.541011] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.541145] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.552138] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc613ec5-efa3-4b33-a3ae-20f1f4d74451 in Status: IN_PROGRESS for 2s [ 670.552138] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9e9b437-2bc8-4295-bdec-092587d904de in Status: IN_PROGRESS for 2s [ 670.587614] env[69596]: INFO networking_nsxv3.common.synchronization [req-ee9ef3e5-0534-4b4c-bddb-fa9da8ec3eb9 req-f2e442bf-fb7b-4932-97f6-796a1a4d22c0 service nova] Enqueued Resource ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 with Priority: HIGHEST for action security_group_rules [ 670.587843] env[69596]: INFO networking_nsxv3.common.synchronization [req-ee9ef3e5-0534-4b4c-bddb-fa9da8ec3eb9 req-f2e442bf-fb7b-4932-97f6-796a1a4d22c0 service nova] Enqueued Resource ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 with Priority: HIGHEST for action security_group_members [ 670.587982] env[69596]: INFO networking_nsxv3.common.synchronization [req-ee9ef3e5-0534-4b4c-bddb-fa9da8ec3eb9 req-f2e442bf-fb7b-4932-97f6-796a1a4d22c0 service nova] Enqueued Resource ID: c76d71d4-6719-495f-b88c-e4255ab60d6c with Priority: HIGHEST for action port [ 670.588501] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 with Priority: HIGHEST for action security_group_rules [ 670.588640] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 with Priority: HIGHEST for action security_group_members [ 670.588748] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c76d71d4-6719-495f-b88c-e4255ab60d6c with Priority: HIGHEST for action port [ 670.589893] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf4de9a2-fc16-45b8-939c-537e3f2c7f65 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.591851] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.591851] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.591851] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.591851] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf4de9a2-fc16-45b8-939c-537e3f2c7f65',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.593263] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.593263] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.593263] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.593263] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.593687] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.593687] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.593687] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.593687] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.593838] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.593878] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf4de9a2-fc16-45b8-939c-537e3f2c7f65',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.595599] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-c76d71d4-6719-495f-b88c-e4255ab60d6c taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.596459] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c76d71d4-6719-495f-b88c-e4255ab60d6c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.596459] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c76d71d4-6719-495f-b88c-e4255ab60d6c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.596459] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c76d71d4-6719-495f-b88c-e4255ab60d6c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.596459] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c76d71d4-6719-495f-b88c-e4255ab60d6c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.688493] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.688654] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.688752] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.689759] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.689759] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.689759] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.689759] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.689759] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.690235] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.690235] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.690235] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1beecef-d99d-4696-84b8-872296d6b217 already deleted. [ 670.690235] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1beecef-d99d-4696-84b8-872296d6b217" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.866583] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-313 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.866898] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-313" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.867278] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-313" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.867664] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-313" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.867954] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.868875] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.869971] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.870341] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.870639] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.870901] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 670.871069] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 670.871198] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 670.871328] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 670.871501] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 670.871637] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 670.871806] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 670.896650] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 670.899973] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 670.899973] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 670.899973] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-313" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.899973] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-b511fb21-532b-49f8-a494-ed522149ee7d taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.899973] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-b511fb21-532b-49f8-a494-ed522149ee7d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.899973] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-b511fb21-532b-49f8-a494-ed522149ee7d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.899973] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-b511fb21-532b-49f8-a494-ed522149ee7d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.899973] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b511fb21-532b-49f8-a494-ed522149ee7d',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.027063] env[69596]: INFO networking_nsxv3.common.synchronization [None req-5200c63d-655d-4e81-9566-0fe494d29e4c None None] Enqueued Resource ID: d2c44cd2-3111-445b-ac90-489f94318bfd with Priority: HIGHEST for action port [ 671.027893] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2c44cd2-3111-445b-ac90-489f94318bfd with Priority: HIGHEST for action port [ 671.028273] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2c44cd2-3111-445b-ac90-489f94318bfd taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.028689] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2c44cd2-3111-445b-ac90-489f94318bfd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.028763] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2c44cd2-3111-445b-ac90-489f94318bfd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.029143] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2c44cd2-3111-445b-ac90-489f94318bfd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.029187] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2c44cd2-3111-445b-ac90-489f94318bfd',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.100992] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.100992] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.100992] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf4de9a2-fc16-45b8-939c-537e3f2c7f65',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.102033] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c76d71d4-6719-495f-b88c-e4255ab60d6c with status ACTIVE [ 671.102033] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.102033] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.102033] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.102233] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.102383] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.102573] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.102573] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.102806] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.102806] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.102806] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.103024] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.104830] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.104830] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.104830] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.104830] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.104830] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c76d71d4-6719-495f-b88c-e4255ab60d6c is going to be updated. [ 671.128814] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.129019] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.129019] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.129235] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.129367] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.129583] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c76d71d4-6719-495f-b88c-e4255ab60d6c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.360567] env[69596]: INFO networking_nsxv3.common.synchronization [None req-25aae795-bbff-4e4d-b3df-9e937db4f1c3 None None] Enqueued Resource ID: 5efbb087-bc6a-4570-afaa-6c622dc8c1f9 with Priority: HIGHEST for action port [ 671.360567] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5efbb087-bc6a-4570-afaa-6c622dc8c1f9 with Priority: HIGHEST for action port [ 671.360567] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-5efbb087-bc6a-4570-afaa-6c622dc8c1f9 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.360567] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5efbb087-bc6a-4570-afaa-6c622dc8c1f9" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.360567] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5efbb087-bc6a-4570-afaa-6c622dc8c1f9" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.360567] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5efbb087-bc6a-4570-afaa-6c622dc8c1f9" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.360567] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5efbb087-bc6a-4570-afaa-6c622dc8c1f9',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.400943] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.401206] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.401449] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.401602] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.402046] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.402046] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port b511fb21-532b-49f8-a494-ed522149ee7d not found, creating... [ 671.403172] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.403172] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.403172] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.403172] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.403172] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.403377] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.403437] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.403588] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.403940] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.404063] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.404215] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: b511fb21-532b-49f8-a494-ed522149ee7d is going to be created. [ 671.424179] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.424179] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.424179] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.424179] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.424401] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.424438] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-b511fb21-532b-49f8-a494-ed522149ee7d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.531873] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d2c44cd2-3111-445b-ac90-489f94318bfd [ 671.532167] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.532437] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.532437] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.532550] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.533543] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.533710] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d2c44cd2-3111-445b-ac90-489f94318bfd already deleted. [ 671.533815] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2c44cd2-3111-445b-ac90-489f94318bfd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.540081] env[69596]: INFO networking_nsxv3.common.synchronization [None req-48601336-a19d-4caf-bf10-a0be17e6a690 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Enqueued Resource ID: 545dfe74-8723-4988-87cb-3d279ff4702c with Priority: HIGHEST for action security_group_rules [ 671.540842] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 545dfe74-8723-4988-87cb-3d279ff4702c with Priority: HIGHEST for action security_group_rules [ 671.541021] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-545dfe74-8723-4988-87cb-3d279ff4702c taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.544320] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-545dfe74-8723-4988-87cb-3d279ff4702c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.544320] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-545dfe74-8723-4988-87cb-3d279ff4702c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.544320] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-545dfe74-8723-4988-87cb-3d279ff4702c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.544320] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('545dfe74-8723-4988-87cb-3d279ff4702c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.606879] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf4de9a2-fc16-45b8-939c-537e3f2c7f65',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.765194] env[69596]: INFO networking_nsxv3.common.synchronization [None req-6c84950c-751b-41c8-81fb-863177f83cb2 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Enqueued Resource ID: 545dfe74-8723-4988-87cb-3d279ff4702c with Priority: HIGHEST for action security_group_rules [ 671.765730] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 545dfe74-8723-4988-87cb-3d279ff4702c with Priority: HIGHEST for action security_group_rules [ 671.766034] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-545dfe74-8723-4988-87cb-3d279ff4702c taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.766150] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-545dfe74-8723-4988-87cb-3d279ff4702c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.864623] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5efbb087-bc6a-4570-afaa-6c622dc8c1f9 [ 671.864623] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.864623] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.864623] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.864908] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.865045] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.866105] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5efbb087-bc6a-4570-afaa-6c622dc8c1f9 already deleted. [ 671.866105] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5efbb087-bc6a-4570-afaa-6c622dc8c1f9" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.068028] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.068028] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.068028] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.068028] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.068028] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.068028] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 545dfe74-8723-4988-87cb-3d279ff4702c already deleted. [ 672.068028] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-545dfe74-8723-4988-87cb-3d279ff4702c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.068028] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-545dfe74-8723-4988-87cb-3d279ff4702c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.068028] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-545dfe74-8723-4988-87cb-3d279ff4702c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.068028] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('545dfe74-8723-4988-87cb-3d279ff4702c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.111226] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.111458] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.111458] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.111678] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.111746] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.111844] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 is going to be created. [ 672.134938] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.135132] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.135202] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.135368] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.135524] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.144554] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 in Status: UNINITIALIZED for 2s [ 672.375480] env[69596]: INFO networking_nsxv3.common.synchronization [None req-d541aa88-8329-4a9f-8abc-836cb85803dd None None] Enqueued Resource ID: b85d1f22-5819-4591-a9fc-a9842f7f6da6 with Priority: HIGHEST for action port [ 672.375480] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b85d1f22-5819-4591-a9fc-a9842f7f6da6 with Priority: HIGHEST for action port [ 672.375480] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-b85d1f22-5819-4591-a9fc-a9842f7f6da6 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.375480] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b85d1f22-5819-4591-a9fc-a9842f7f6da6" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.375480] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b85d1f22-5819-4591-a9fc-a9842f7f6da6" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.375480] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b85d1f22-5819-4591-a9fc-a9842f7f6da6" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.375480] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b85d1f22-5819-4591-a9fc-a9842f7f6da6',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.393551] env[69596]: INFO networking_nsxv3.common.synchronization [None req-6bdb562d-bcfc-4938-b25e-959f16622807 None None] Enqueued Resource ID: c615fdf8-c35b-4429-b3d3-d7c9d8fb0f0f with Priority: HIGHEST for action port [ 672.393879] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c615fdf8-c35b-4429-b3d3-d7c9d8fb0f0f with Priority: HIGHEST for action port [ 672.394692] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-c615fdf8-c35b-4429-b3d3-d7c9d8fb0f0f taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.394692] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c615fdf8-c35b-4429-b3d3-d7c9d8fb0f0f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.394692] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c615fdf8-c35b-4429-b3d3-d7c9d8fb0f0f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.395218] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c615fdf8-c35b-4429-b3d3-d7c9d8fb0f0f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.395218] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c615fdf8-c35b-4429-b3d3-d7c9d8fb0f0f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.568019] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9e9b437-2bc8-4295-bdec-092587d904de in Status: SUCCESS [ 672.569843] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.569843] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc613ec5-efa3-4b33-a3ae-20f1f4d74451 in Status: SUCCESS [ 672.569843] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc613ec5-efa3-4b33-a3ae-20f1f4d74451" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.570233] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.571086] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.571086] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.571086] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.571086] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.571086] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.571086] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.572180] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.572446] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9e9b437-2bc8-4295-bdec-092587d904de taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.572632] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.572632] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.572754] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.572871] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.572971] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.573043] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.573654] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.573654] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.573654] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.573892] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a9e9b437-2bc8-4295-bdec-092587d904de',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.574556] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc613ec5-efa3-4b33-a3ae-20f1f4d74451" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.574725] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc613ec5-efa3-4b33-a3ae-20f1f4d74451" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.574931] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.575059] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.575137] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.575447] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.575447] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.575447] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc613ec5-efa3-4b33-a3ae-20f1f4d74451" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.575572] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bc613ec5-efa3-4b33-a3ae-20f1f4d74451',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.591560] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.591735] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.591806] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.592046] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.592149] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.592205] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 545dfe74-8723-4988-87cb-3d279ff4702c already deleted. [ 672.592297] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-545dfe74-8723-4988-87cb-3d279ff4702c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.752266] env[69596]: INFO networking_nsxv3.common.synchronization [req-54166f32-e523-497d-b01d-bf4a02607c18 req-8754cce0-63ec-463d-b7f4-b72addff6548 service nova] Enqueued Resource ID: d1beecef-d99d-4696-84b8-872296d6b217 with Priority: HIGHEST for action security_group_rules [ 672.752447] env[69596]: INFO networking_nsxv3.common.synchronization [req-54166f32-e523-497d-b01d-bf4a02607c18 req-8754cce0-63ec-463d-b7f4-b72addff6548 service nova] Enqueued Resource ID: d1beecef-d99d-4696-84b8-872296d6b217 with Priority: HIGHEST for action security_group_members [ 672.752602] env[69596]: INFO networking_nsxv3.common.synchronization [req-54166f32-e523-497d-b01d-bf4a02607c18 req-8754cce0-63ec-463d-b7f4-b72addff6548 service nova] Enqueued Resource ID: b511fb21-532b-49f8-a494-ed522149ee7d with Priority: HIGHEST for action port [ 672.752852] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1beecef-d99d-4696-84b8-872296d6b217 with Priority: HIGHEST for action security_group_rules [ 672.752982] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1beecef-d99d-4696-84b8-872296d6b217 with Priority: HIGHEST for action security_group_members [ 672.753095] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b511fb21-532b-49f8-a494-ed522149ee7d with Priority: HIGHEST for action port [ 672.756462] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1beecef-d99d-4696-84b8-872296d6b217 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.756462] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1beecef-d99d-4696-84b8-872296d6b217" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.756462] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1beecef-d99d-4696-84b8-872296d6b217" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.756462] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1beecef-d99d-4696-84b8-872296d6b217" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.756462] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1beecef-d99d-4696-84b8-872296d6b217',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.756462] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1beecef-d99d-4696-84b8-872296d6b217 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.756462] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1beecef-d99d-4696-84b8-872296d6b217" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.756462] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1beecef-d99d-4696-84b8-872296d6b217" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.756462] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1beecef-d99d-4696-84b8-872296d6b217" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.756462] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.756462] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.756462] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.756462] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.756462] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.757378] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1beecef-d99d-4696-84b8-872296d6b217',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.757482] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-b511fb21-532b-49f8-a494-ed522149ee7d taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.757591] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b511fb21-532b-49f8-a494-ed522149ee7d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.757657] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b511fb21-532b-49f8-a494-ed522149ee7d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.757812] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b511fb21-532b-49f8-a494-ed522149ee7d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.757880] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b511fb21-532b-49f8-a494-ed522149ee7d',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.882221] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b85d1f22-5819-4591-a9fc-a9842f7f6da6 [ 672.882297] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.882360] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.884051] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.884051] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.884051] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.884051] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b85d1f22-5819-4591-a9fc-a9842f7f6da6 already deleted. [ 672.884051] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b85d1f22-5819-4591-a9fc-a9842f7f6da6" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.901993] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c615fdf8-c35b-4429-b3d3-d7c9d8fb0f0f [ 672.903324] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.903324] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.903324] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.903324] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.903324] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.903324] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c615fdf8-c35b-4429-b3d3-d7c9d8fb0f0f already deleted. [ 672.903324] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c615fdf8-c35b-4429-b3d3-d7c9d8fb0f0f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.078548] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a9e9b437-2bc8-4295-bdec-092587d904de: rpc.has_security_group_logging(os_id): False [ 673.080015] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bc613ec5-efa3-4b33-a3ae-20f1f4d74451',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.097728] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.097728] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.097728] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.097728] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.097728] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.097728] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.098246] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.098246] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.098246] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.098246] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.098398] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.098398] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.098499] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.098767] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.098767] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.098890] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.099084] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.099159] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.099313] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.102654] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.102654] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a9e9b437-2bc8-4295-bdec-092587d904de is going to be updated. [ 673.158520] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.158722] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.158769] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.159216] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.159216] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.174589] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9e9b437-2bc8-4295-bdec-092587d904de in Status: IN_PROGRESS for 2s [ 673.260133] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1beecef-d99d-4696-84b8-872296d6b217 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.260268] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1beecef-d99d-4696-84b8-872296d6b217" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.260474] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d1beecef-d99d-4696-84b8-872296d6b217',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.261400] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b511fb21-532b-49f8-a494-ed522149ee7d with status ACTIVE [ 673.261593] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.261773] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.261773] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.262039] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.262099] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.262255] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.262349] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.262408] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.262550] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.262905] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.262905] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.262905] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.263088] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.263088] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.263220] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.263330] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b511fb21-532b-49f8-a494-ed522149ee7d is going to be updated. [ 673.291539] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.291697] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.291829] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.292322] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.292322] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.292322] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b511fb21-532b-49f8-a494-ed522149ee7d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.584412] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bc613ec5-efa3-4b33-a3ae-20f1f4d74451: rpc.has_security_group_logging(os_id): False [ 673.601968] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.602179] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.602281] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.603029] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.603029] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.603029] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.603029] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.603029] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.603029] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.603276] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.603276] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc613ec5-efa3-4b33-a3ae-20f1f4d74451 is going to be updated. [ 673.652583] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.652734] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.652802] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.653062] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.653213] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.666816] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bc613ec5-efa3-4b33-a3ae-20f1f4d74451 in Status: IN_PROGRESS for 2s [ 673.765643] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d1beecef-d99d-4696-84b8-872296d6b217',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.153028] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 in Status: SUCCESS [ 674.153344] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.153544] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.153808] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.154037] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.154185] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.154274] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.154513] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.154612] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.154740] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.154861] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bf4de9a2-fc16-45b8-939c-537e3f2c7f65',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.272571] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.272809] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.273137] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.273389] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.275366] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.275366] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1beecef-d99d-4696-84b8-872296d6b217 is going to be created. [ 674.319754] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.322017] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.322017] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.322017] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.322017] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.332388] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1beecef-d99d-4696-84b8-872296d6b217 in Status: UNINITIALIZED for 2s [ 674.657722] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.660027] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.660027] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.660027] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.660027] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.660027] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.660027] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.660027] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.660027] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.660027] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.660027] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.660027] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.660027] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.660027] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.660027] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.661225] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.661317] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.661463] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.661550] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.661642] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.661739] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bf4de9a2-fc16-45b8-939c-537e3f2c7f65',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.926135] env[69596]: INFO networking_nsxv3.common.synchronization [None req-3415a77c-5ca3-4845-893c-0237016a83d3 None None] Enqueued Resource ID: 11678a60-599b-4fbb-9ef5-8bc1b1acafc2 with Priority: HIGHEST for action port [ 674.926870] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11678a60-599b-4fbb-9ef5-8bc1b1acafc2 with Priority: HIGHEST for action port [ 674.930400] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-11678a60-599b-4fbb-9ef5-8bc1b1acafc2 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.930581] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11678a60-599b-4fbb-9ef5-8bc1b1acafc2" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.930767] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11678a60-599b-4fbb-9ef5-8bc1b1acafc2" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.931067] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11678a60-599b-4fbb-9ef5-8bc1b1acafc2" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.931143] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11678a60-599b-4fbb-9ef5-8bc1b1acafc2',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.164446] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bf4de9a2-fc16-45b8-939c-537e3f2c7f65: rpc.has_security_group_logging(os_id): False [ 675.183190] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.185668] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.185668] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.185668] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.185668] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.185668] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.185668] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.185668] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.185668] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.185668] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.185668] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.185668] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.185668] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.185668] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.185668] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.186226] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.186872] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.187114] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.187399] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.187698] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.187897] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 is going to be created. [ 675.190386] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9e9b437-2bc8-4295-bdec-092587d904de in Status: SUCCESS [ 675.190912] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.192752] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.193379] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.195171] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a9e9b437-2bc8-4295-bdec-092587d904de',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.269119] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.269375] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.269375] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.269670] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.269881] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.284055] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 in Status: IN_PROGRESS for 2s [ 675.441094] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 11678a60-599b-4fbb-9ef5-8bc1b1acafc2 [ 675.441094] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.441094] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.441094] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.441094] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.441094] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.441094] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:11678a60-599b-4fbb-9ef5-8bc1b1acafc2 already deleted. [ 675.441094] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11678a60-599b-4fbb-9ef5-8bc1b1acafc2" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.680233] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bc613ec5-efa3-4b33-a3ae-20f1f4d74451 in Status: SUCCESS [ 675.681103] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bc613ec5-efa3-4b33-a3ae-20f1f4d74451" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.697250] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9e9b437-2bc8-4295-bdec-092587d904de taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.697515] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.697515] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.697707] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.697879] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.698014] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.698048] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.698206] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.698290] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.698381] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.698472] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a9e9b437-2bc8-4295-bdec-092587d904de',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.201064] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9e9b437-2bc8-4295-bdec-092587d904de taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.201064] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.201215] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.201679] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.201679] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.201679] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.201836] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.202030] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.202030] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.202103] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.202421] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9e9b437-2bc8-4295-bdec-092587d904de taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.202421] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.202421] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.202833] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.202833] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.202833] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.202966] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.203427] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.203628] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.203628] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.203742] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a9e9b437-2bc8-4295-bdec-092587d904de',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.342654] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1beecef-d99d-4696-84b8-872296d6b217 in Status: SUCCESS [ 676.342888] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1beecef-d99d-4696-84b8-872296d6b217" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.343076] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1beecef-d99d-4696-84b8-872296d6b217" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.343420] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1beecef-d99d-4696-84b8-872296d6b217" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.344101] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.344101] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.344101] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.344101] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.344101] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.344101] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1beecef-d99d-4696-84b8-872296d6b217" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.344370] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d1beecef-d99d-4696-84b8-872296d6b217',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.708749] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a9e9b437-2bc8-4295-bdec-092587d904de: rpc.has_security_group_logging(os_id): False [ 676.727755] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.727755] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.727755] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.727755] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.727755] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.727755] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.727755] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.727755] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.727755] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.727755] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.727755] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.727755] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.727755] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.727755] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.727755] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.728327] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.728327] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.728327] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.728327] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.728327] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.728327] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a9e9b437-2bc8-4295-bdec-092587d904de is going to be updated. [ 676.786160] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.786160] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.786160] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.786160] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.786160] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.798388] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9e9b437-2bc8-4295-bdec-092587d904de in Status: IN_PROGRESS for 2s [ 676.846599] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1beecef-d99d-4696-84b8-872296d6b217 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.847183] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1beecef-d99d-4696-84b8-872296d6b217" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.847320] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1beecef-d99d-4696-84b8-872296d6b217" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.847728] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1beecef-d99d-4696-84b8-872296d6b217" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.848110] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.848971] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.848971] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.848971] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.848971] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.848971] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1beecef-d99d-4696-84b8-872296d6b217" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.848971] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1beecef-d99d-4696-84b8-872296d6b217 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.849267] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1beecef-d99d-4696-84b8-872296d6b217" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.849431] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1beecef-d99d-4696-84b8-872296d6b217" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.849827] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1beecef-d99d-4696-84b8-872296d6b217" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.851126] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.851126] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.851126] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.851126] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.851126] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.851126] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1beecef-d99d-4696-84b8-872296d6b217" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.851126] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d1beecef-d99d-4696-84b8-872296d6b217',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.296293] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 in Status: SUCCESS [ 677.296516] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.356404] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d1beecef-d99d-4696-84b8-872296d6b217: rpc.has_security_group_logging(os_id): False [ 677.374548] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.374695] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.374774] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.375032] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.375127] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.375329] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.375429] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.375501] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.376099] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.376099] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.376099] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.376099] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.376099] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.376295] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.376295] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.376446] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.376538] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.376601] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.376739] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.376814] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.376900] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1beecef-d99d-4696-84b8-872296d6b217 is going to be created. [ 677.384749] env[69596]: INFO networking_nsxv3.common.synchronization [req-ac16a162-481f-4813-9135-d67919b7d15d req-6c2208dd-f36f-4b2b-8686-95109e85767c tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Enqueued Resource ID: 7fbb4520-3ed8-40c0-b84b-e457cf5e9f81 with Priority: HIGHEST for action security_group_members [ 677.387514] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fbb4520-3ed8-40c0-b84b-e457cf5e9f81 with Priority: HIGHEST for action security_group_members [ 677.387514] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fbb4520-3ed8-40c0-b84b-e457cf5e9f81 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.387669] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fbb4520-3ed8-40c0-b84b-e457cf5e9f81" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.387669] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fbb4520-3ed8-40c0-b84b-e457cf5e9f81" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.387859] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fbb4520-3ed8-40c0-b84b-e457cf5e9f81" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.388017] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.388261] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.388261] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.388345] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.388425] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.388535] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fbb4520-3ed8-40c0-b84b-e457cf5e9f81',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.439263] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.439414] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.439503] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.439732] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.439908] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.454140] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1beecef-d99d-4696-84b8-872296d6b217 in Status: IN_PROGRESS for 2s [ 677.892516] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.892815] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.892815] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.892973] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.893083] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.893289] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.893393] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.893457] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.893617] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.893694] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.893783] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fbb4520-3ed8-40c0-b84b-e457cf5e9f81 is going to be updated. [ 677.925213] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.925213] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.925213] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.925213] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.925213] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.927848] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fbb4520-3ed8-40c0-b84b-e457cf5e9f81 in Status: IN_PROGRESS for 2s [ 678.825286] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9e9b437-2bc8-4295-bdec-092587d904de in Status: SUCCESS [ 678.825286] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.470031] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1beecef-d99d-4696-84b8-872296d6b217 in Status: SUCCESS [ 679.470031] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1beecef-d99d-4696-84b8-872296d6b217" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.691035] env[69596]: INFO networking_nsxv3.common.synchronization [None req-f8539ecd-f15e-4cff-a290-5f6f044d4c1e None None] Enqueued Resource ID: a5548868-608f-48b0-b8b1-aecce4d08ac0 with Priority: HIGHEST for action port [ 679.691556] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5548868-608f-48b0-b8b1-aecce4d08ac0 with Priority: HIGHEST for action port [ 679.691881] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5548868-608f-48b0-b8b1-aecce4d08ac0 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.692017] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5548868-608f-48b0-b8b1-aecce4d08ac0" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.694129] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5548868-608f-48b0-b8b1-aecce4d08ac0" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.694377] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5548868-608f-48b0-b8b1-aecce4d08ac0" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.694475] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5548868-608f-48b0-b8b1-aecce4d08ac0',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.773891] env[69596]: INFO networking_nsxv3.common.synchronization [req-5497e1fe-e23c-4177-80e7-85a428265b5d req-8eec5094-83ca-4ae3-a540-1c18f60cb213 tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Enqueued Resource ID: fbed8333-e653-47b8-84ec-af891864d741 with Priority: HIGHEST for action security_group_members [ 679.775273] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbed8333-e653-47b8-84ec-af891864d741 with Priority: HIGHEST for action security_group_members [ 679.775563] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbed8333-e653-47b8-84ec-af891864d741 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.776443] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbed8333-e653-47b8-84ec-af891864d741" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.776502] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbed8333-e653-47b8-84ec-af891864d741" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.779692] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbed8333-e653-47b8-84ec-af891864d741" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.779692] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.779692] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.779692] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.779692] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.779692] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.779692] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fbed8333-e653-47b8-84ec-af891864d741',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.937120] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fbb4520-3ed8-40c0-b84b-e457cf5e9f81 in Status: SUCCESS [ 679.937310] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fbb4520-3ed8-40c0-b84b-e457cf5e9f81 deletion is rescheduled due to dependency. [ 679.937437] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fbb4520-3ed8-40c0-b84b-e457cf5e9f81" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.197137] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a5548868-608f-48b0-b8b1-aecce4d08ac0 [ 680.197389] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.197551] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.197627] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.198817] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.198817] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.198817] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a5548868-608f-48b0-b8b1-aecce4d08ac0 already deleted. [ 680.198817] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5548868-608f-48b0-b8b1-aecce4d08ac0" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.213400] env[69596]: INFO networking_nsxv3.common.synchronization [None req-f637053c-1f67-4266-b60c-a16b58ea715d None None] Enqueued Resource ID: cce75a89-1369-4085-aed5-bf9ef2fb892f with Priority: HIGHEST for action port [ 680.213400] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cce75a89-1369-4085-aed5-bf9ef2fb892f with Priority: HIGHEST for action port [ 680.215534] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-cce75a89-1369-4085-aed5-bf9ef2fb892f taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.215534] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cce75a89-1369-4085-aed5-bf9ef2fb892f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.215534] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cce75a89-1369-4085-aed5-bf9ef2fb892f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.216076] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cce75a89-1369-4085-aed5-bf9ef2fb892f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.216223] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cce75a89-1369-4085-aed5-bf9ef2fb892f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.282497] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.282657] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.282727] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.283032] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.283072] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.283262] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.283359] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.283420] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.283593] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.283666] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.283749] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbed8333-e653-47b8-84ec-af891864d741 already deleted. [ 680.283828] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbed8333-e653-47b8-84ec-af891864d741" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.406596] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-585 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.406740] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-585" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.406898] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-585" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.408228] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-585" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.408701] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.408819] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.408871] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.409096] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.409240] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.410051] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 680.410051] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 680.410051] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 680.410051] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 680.410051] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 680.410223] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 680.410223] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 680.428854] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 680.429026] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 680.429169] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 680.430244] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-585" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.430244] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-48480840-efa9-4e2f-a365-15cde70b2422 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.430244] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-48480840-efa9-4e2f-a365-15cde70b2422" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.430244] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-48480840-efa9-4e2f-a365-15cde70b2422" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.430534] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-48480840-efa9-4e2f-a365-15cde70b2422" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.430534] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48480840-efa9-4e2f-a365-15cde70b2422',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.719397] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cce75a89-1369-4085-aed5-bf9ef2fb892f [ 680.719680] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.720254] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.720329] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.720548] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.720636] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.720732] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cce75a89-1369-4085-aed5-bf9ef2fb892f already deleted. [ 680.720819] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cce75a89-1369-4085-aed5-bf9ef2fb892f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.871890] env[69596]: INFO networking_nsxv3.common.synchronization [None req-bb0cce44-2470-4d35-9ad8-d6fb1771aae1 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] Enqueued Resource ID: d29b939e-3353-4fc5-b0d3-0dd32541d308 with Priority: HIGHEST for action security_group_rules [ 680.873168] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d29b939e-3353-4fc5-b0d3-0dd32541d308 with Priority: HIGHEST for action security_group_rules [ 680.873168] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d29b939e-3353-4fc5-b0d3-0dd32541d308 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.873168] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d29b939e-3353-4fc5-b0d3-0dd32541d308" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.873168] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d29b939e-3353-4fc5-b0d3-0dd32541d308" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.876972] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d29b939e-3353-4fc5-b0d3-0dd32541d308" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.876972] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d29b939e-3353-4fc5-b0d3-0dd32541d308',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.934687] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.934930] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.935075] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.935376] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.935527] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.935688] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port 48480840-efa9-4e2f-a365-15cde70b2422 not found, creating... [ 680.936393] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.936729] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.936876] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.937684] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.939038] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.939038] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.939038] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.939038] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.939244] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.939244] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.940487] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: 48480840-efa9-4e2f-a365-15cde70b2422 is going to be created. [ 680.962074] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.962272] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.962515] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.962740] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.962989] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.963713] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-48480840-efa9-4e2f-a365-15cde70b2422" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.985793] env[69596]: INFO networking_nsxv3.common.synchronization [None req-693a6266-9a62-4c90-91d7-f980cd18b130 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] Enqueued Resource ID: d29b939e-3353-4fc5-b0d3-0dd32541d308 with Priority: HIGHEST for action security_group_rules [ 680.986357] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d29b939e-3353-4fc5-b0d3-0dd32541d308 with Priority: HIGHEST for action security_group_rules [ 680.986657] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d29b939e-3353-4fc5-b0d3-0dd32541d308 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.986764] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d29b939e-3353-4fc5-b0d3-0dd32541d308" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.397091] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.399016] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.399016] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.399016] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.399016] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.399016] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d29b939e-3353-4fc5-b0d3-0dd32541d308 already deleted. [ 681.399016] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d29b939e-3353-4fc5-b0d3-0dd32541d308" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.399016] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d29b939e-3353-4fc5-b0d3-0dd32541d308" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.399016] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d29b939e-3353-4fc5-b0d3-0dd32541d308" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.399016] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d29b939e-3353-4fc5-b0d3-0dd32541d308',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.922539] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.922539] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.922539] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.922888] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.922888] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.923276] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d29b939e-3353-4fc5-b0d3-0dd32541d308 already deleted. [ 681.923276] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d29b939e-3353-4fc5-b0d3-0dd32541d308" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.924717] env[69596]: INFO networking_nsxv3.common.synchronization [req-5497e1fe-e23c-4177-80e7-85a428265b5d req-a718b3d5-16a2-4a72-b940-c12c48933e28 service nova] Enqueued Resource ID: fbed8333-e653-47b8-84ec-af891864d741 with Priority: HIGHEST for action security_group_rules [ 681.925053] env[69596]: INFO networking_nsxv3.common.synchronization [req-5497e1fe-e23c-4177-80e7-85a428265b5d req-a718b3d5-16a2-4a72-b940-c12c48933e28 service nova] Enqueued Resource ID: fbed8333-e653-47b8-84ec-af891864d741 with Priority: HIGHEST for action security_group_members [ 681.925292] env[69596]: INFO networking_nsxv3.common.synchronization [req-5497e1fe-e23c-4177-80e7-85a428265b5d req-a718b3d5-16a2-4a72-b940-c12c48933e28 service nova] Enqueued Resource ID: 48480840-efa9-4e2f-a365-15cde70b2422 with Priority: HIGHEST for action port [ 681.925518] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbed8333-e653-47b8-84ec-af891864d741 with Priority: HIGHEST for action security_group_rules [ 681.925656] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbed8333-e653-47b8-84ec-af891864d741 with Priority: HIGHEST for action security_group_members [ 681.925747] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48480840-efa9-4e2f-a365-15cde70b2422 with Priority: HIGHEST for action port [ 681.926279] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fbed8333-e653-47b8-84ec-af891864d741 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.926396] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fbed8333-e653-47b8-84ec-af891864d741" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.926461] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fbed8333-e653-47b8-84ec-af891864d741" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.926770] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fbed8333-e653-47b8-84ec-af891864d741" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.926770] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fbed8333-e653-47b8-84ec-af891864d741',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.928008] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbed8333-e653-47b8-84ec-af891864d741 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.928133] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbed8333-e653-47b8-84ec-af891864d741" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.928199] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbed8333-e653-47b8-84ec-af891864d741" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.928423] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbed8333-e653-47b8-84ec-af891864d741" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.930758] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.930875] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.930945] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.931150] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.931242] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.931343] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fbed8333-e653-47b8-84ec-af891864d741',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.932198] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-48480840-efa9-4e2f-a365-15cde70b2422 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.932307] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-48480840-efa9-4e2f-a365-15cde70b2422" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.932375] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-48480840-efa9-4e2f-a365-15cde70b2422" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.932538] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-48480840-efa9-4e2f-a365-15cde70b2422" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.932618] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48480840-efa9-4e2f-a365-15cde70b2422',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.337613] env[69596]: INFO networking_nsxv3.common.synchronization [None req-382fb501-ad54-4917-ae36-ee9d70396565 None None] Enqueued Resource ID: ff8bce57-f45b-4ec6-b60a-cd13f0afb334 with Priority: HIGHEST for action port [ 682.337928] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff8bce57-f45b-4ec6-b60a-cd13f0afb334 with Priority: HIGHEST for action port [ 682.338498] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff8bce57-f45b-4ec6-b60a-cd13f0afb334 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.338625] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff8bce57-f45b-4ec6-b60a-cd13f0afb334" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.338694] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff8bce57-f45b-4ec6-b60a-cd13f0afb334" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.338994] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff8bce57-f45b-4ec6-b60a-cd13f0afb334" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.339473] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff8bce57-f45b-4ec6-b60a-cd13f0afb334',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.434740] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fbed8333-e653-47b8-84ec-af891864d741',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.435795] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbed8333-e653-47b8-84ec-af891864d741 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.435908] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbed8333-e653-47b8-84ec-af891864d741" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.436085] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 48480840-efa9-4e2f-a365-15cde70b2422 with status ACTIVE [ 682.436272] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.436389] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.436433] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.436629] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.436720] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.436886] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.436981] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.437059] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.437209] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.437287] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.437557] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.437652] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.437707] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.437850] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.437925] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.438017] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 48480840-efa9-4e2f-a365-15cde70b2422 is going to be updated. [ 682.457016] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.457586] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.457713] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.457943] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.458096] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.458710] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-48480840-efa9-4e2f-a365-15cde70b2422" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.516460] env[69596]: INFO networking_nsxv3.common.synchronization [None req-38b3a389-943a-4c85-8700-f9fc65640743 None None] Enqueued Resource ID: 01e248a5-151e-44d5-86c3-c0d981ed60d6 with Priority: HIGHEST for action port [ 682.516717] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01e248a5-151e-44d5-86c3-c0d981ed60d6 with Priority: HIGHEST for action port [ 682.520446] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-01e248a5-151e-44d5-86c3-c0d981ed60d6 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.520446] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01e248a5-151e-44d5-86c3-c0d981ed60d6" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.520446] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01e248a5-151e-44d5-86c3-c0d981ed60d6" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.520446] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01e248a5-151e-44d5-86c3-c0d981ed60d6" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.520446] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01e248a5-151e-44d5-86c3-c0d981ed60d6',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.725306] env[69596]: INFO networking_nsxv3.common.synchronization [req-e8a8c09c-beb4-4e3f-bfa1-766642956c42 req-35d0c6d2-1f6c-449c-a0f1-90196a83f440 tempest-SecurityGroupRulesTestJSON-578690668 tempest-SecurityGroupRulesTestJSON-578690668-project-member] Enqueued Resource ID: ae0312ba-6d27-473f-bcec-10670f521ac3 with Priority: HIGHEST for action security_group_rules [ 682.725306] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae0312ba-6d27-473f-bcec-10670f521ac3 with Priority: HIGHEST for action security_group_rules [ 682.725499] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ae0312ba-6d27-473f-bcec-10670f521ac3 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.725551] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ae0312ba-6d27-473f-bcec-10670f521ac3" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.725672] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ae0312ba-6d27-473f-bcec-10670f521ac3" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.726070] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ae0312ba-6d27-473f-bcec-10670f521ac3" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.726283] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ae0312ba-6d27-473f-bcec-10670f521ac3',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.844399] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ff8bce57-f45b-4ec6-b60a-cd13f0afb334 [ 682.844637] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.844765] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.844831] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.845388] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.845388] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.845388] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ff8bce57-f45b-4ec6-b60a-cd13f0afb334 already deleted. [ 682.845388] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff8bce57-f45b-4ec6-b60a-cd13f0afb334" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.944458] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fbed8333-e653-47b8-84ec-af891864d741',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.021919] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 01e248a5-151e-44d5-86c3-c0d981ed60d6 [ 683.022195] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.022352] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.022423] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.022647] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.022764] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.022858] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:01e248a5-151e-44d5-86c3-c0d981ed60d6 already deleted. [ 683.022960] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01e248a5-151e-44d5-86c3-c0d981ed60d6" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.246143] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.246315] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.246397] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.246681] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.246745] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.246841] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae0312ba-6d27-473f-bcec-10670f521ac3 already deleted. [ 683.246972] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ae0312ba-6d27-473f-bcec-10670f521ac3" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.445107] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.445319] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.445391] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.445688] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.445773] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.445828] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbed8333-e653-47b8-84ec-af891864d741 is going to be created. [ 683.469180] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.469180] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.469180] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.469180] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.469180] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.478744] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbed8333-e653-47b8-84ec-af891864d741 in Status: UNINITIALIZED for 2s [ 684.650618] env[69596]: INFO networking_nsxv3.common.synchronization [req-452b1282-36f9-4ef2-8fdd-04250fed1e14 req-39be3b6d-8a68-4910-8c45-8b94f971f56d tempest-SecurityGroupRulesTestJSON-578690668 tempest-SecurityGroupRulesTestJSON-578690668-project-member] Enqueued Resource ID: 8f546d9a-50ea-4b05-b83b-bc2667d6dfcf with Priority: HIGHEST for action security_group_rules [ 684.651383] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f546d9a-50ea-4b05-b83b-bc2667d6dfcf with Priority: HIGHEST for action security_group_rules [ 684.651829] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f546d9a-50ea-4b05-b83b-bc2667d6dfcf taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.652041] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f546d9a-50ea-4b05-b83b-bc2667d6dfcf" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.652157] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f546d9a-50ea-4b05-b83b-bc2667d6dfcf" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.652517] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f546d9a-50ea-4b05-b83b-bc2667d6dfcf" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.652648] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f546d9a-50ea-4b05-b83b-bc2667d6dfcf',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.174877] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.175024] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.175169] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.175282] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.175375] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.175476] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f546d9a-50ea-4b05-b83b-bc2667d6dfcf already deleted. [ 685.175562] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f546d9a-50ea-4b05-b83b-bc2667d6dfcf" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.488525] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbed8333-e653-47b8-84ec-af891864d741 in Status: SUCCESS [ 685.489014] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbed8333-e653-47b8-84ec-af891864d741" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.489305] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbed8333-e653-47b8-84ec-af891864d741" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.489829] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbed8333-e653-47b8-84ec-af891864d741" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.490092] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.491183] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.491682] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.492198] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.492342] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.492483] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbed8333-e653-47b8-84ec-af891864d741" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.493544] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fbed8333-e653-47b8-84ec-af891864d741',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.994823] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fbed8333-e653-47b8-84ec-af891864d741',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.498139] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fbed8333-e653-47b8-84ec-af891864d741: rpc.has_security_group_logging(os_id): False [ 686.513740] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.513914] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.513968] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.514218] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.514314] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.514562] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.514664] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.514725] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.514886] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.514963] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.515065] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fbed8333-e653-47b8-84ec-af891864d741 is going to be created. [ 686.577778] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.577964] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.578054] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.578270] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.578453] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.589123] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fbed8333-e653-47b8-84ec-af891864d741 in Status: IN_PROGRESS for 2s [ 687.033653] env[69596]: INFO networking_nsxv3.common.synchronization [req-40e7027c-9502-4d16-a967-220beb697c5e req-b2b8deb2-14e2-4527-9adc-64c038a18eef tempest-SecurityGroupRulesTestJSON-578690668 tempest-SecurityGroupRulesTestJSON-578690668-project-member] Enqueued Resource ID: 1918b367-9184-4c50-b8c6-01ddbd7eff58 with Priority: HIGHEST for action security_group_rules [ 687.034228] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1918b367-9184-4c50-b8c6-01ddbd7eff58 with Priority: HIGHEST for action security_group_rules [ 687.034522] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1918b367-9184-4c50-b8c6-01ddbd7eff58 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.034643] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1918b367-9184-4c50-b8c6-01ddbd7eff58" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.034712] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1918b367-9184-4c50-b8c6-01ddbd7eff58" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.034965] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1918b367-9184-4c50-b8c6-01ddbd7eff58" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.037835] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1918b367-9184-4c50-b8c6-01ddbd7eff58',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.557975] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.558428] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.558428] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.558428] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.558672] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.558672] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1918b367-9184-4c50-b8c6-01ddbd7eff58 already deleted. [ 687.558672] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1918b367-9184-4c50-b8c6-01ddbd7eff58" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.600728] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fbed8333-e653-47b8-84ec-af891864d741 in Status: SUCCESS [ 688.601065] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fbed8333-e653-47b8-84ec-af891864d741" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.313468] env[69596]: INFO networking_nsxv3.common.synchronization [req-0b58a7cd-7fb7-4030-bf57-c51fa346c64c req-19074667-9700-4fa2-b9fb-e603ea3cc3dd tempest-SecurityGroupRulesTestJSON-578690668 tempest-SecurityGroupRulesTestJSON-578690668-project-member] Enqueued Resource ID: 64963127-2823-4322-bbb8-6d9a3ecb6649 with Priority: HIGHEST for action security_group_rules [ 689.314181] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64963127-2823-4322-bbb8-6d9a3ecb6649 with Priority: HIGHEST for action security_group_rules [ 689.314330] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-64963127-2823-4322-bbb8-6d9a3ecb6649 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.314448] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-64963127-2823-4322-bbb8-6d9a3ecb6649" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.314574] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-64963127-2823-4322-bbb8-6d9a3ecb6649" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.315879] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-64963127-2823-4322-bbb8-6d9a3ecb6649" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.316012] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('64963127-2823-4322-bbb8-6d9a3ecb6649',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.836276] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.836592] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.836592] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.836748] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.836859] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.836973] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 64963127-2823-4322-bbb8-6d9a3ecb6649 already deleted. [ 689.837054] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-64963127-2823-4322-bbb8-6d9a3ecb6649" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.997458] env[69596]: INFO networking_nsxv3.common.synchronization [None req-b253ae4f-cfa3-403a-b907-589de47f3997 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Enqueued Resource ID: 339ec1e0-6b56-4af3-b9cf-46983da6e1e9 with Priority: HIGHEST for action security_group_rules [ 689.998093] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 339ec1e0-6b56-4af3-b9cf-46983da6e1e9 with Priority: HIGHEST for action security_group_rules [ 689.998418] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-339ec1e0-6b56-4af3-b9cf-46983da6e1e9 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.998534] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-339ec1e0-6b56-4af3-b9cf-46983da6e1e9" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.998617] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-339ec1e0-6b56-4af3-b9cf-46983da6e1e9" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.998873] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-339ec1e0-6b56-4af3-b9cf-46983da6e1e9" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.998960] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('339ec1e0-6b56-4af3-b9cf-46983da6e1e9',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.092849] env[69596]: INFO networking_nsxv3.common.synchronization [None req-d14e8333-61d7-4bdf-a699-d6d35999d577 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Enqueued Resource ID: 339ec1e0-6b56-4af3-b9cf-46983da6e1e9 with Priority: HIGHEST for action security_group_rules [ 690.094842] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 339ec1e0-6b56-4af3-b9cf-46983da6e1e9 with Priority: HIGHEST for action security_group_rules [ 690.094842] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-339ec1e0-6b56-4af3-b9cf-46983da6e1e9 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.094842] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-339ec1e0-6b56-4af3-b9cf-46983da6e1e9" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.523109] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.523109] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.523109] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.523109] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.523109] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.523109] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 339ec1e0-6b56-4af3-b9cf-46983da6e1e9 already deleted. [ 690.523109] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-339ec1e0-6b56-4af3-b9cf-46983da6e1e9" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.523109] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-339ec1e0-6b56-4af3-b9cf-46983da6e1e9" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.523109] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-339ec1e0-6b56-4af3-b9cf-46983da6e1e9" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.523109] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('339ec1e0-6b56-4af3-b9cf-46983da6e1e9',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.062341] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.062341] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.062341] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.062759] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.062759] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.062759] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 339ec1e0-6b56-4af3-b9cf-46983da6e1e9 already deleted. [ 691.062759] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-339ec1e0-6b56-4af3-b9cf-46983da6e1e9" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.187558] env[69596]: INFO networking_nsxv3.common.synchronization [req-664e5ecd-dc1e-48e3-b23a-6f107d09d1fa req-e72272a5-976f-4786-b484-fccdbc960dc6 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Enqueued Resource ID: dba7aa3a-c2fa-4f98-9cc4-7022c186404b with Priority: HIGHEST for action security_group_members [ 691.189467] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dba7aa3a-c2fa-4f98-9cc4-7022c186404b with Priority: HIGHEST for action security_group_members [ 691.189868] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-dba7aa3a-c2fa-4f98-9cc4-7022c186404b taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.190034] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dba7aa3a-c2fa-4f98-9cc4-7022c186404b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.190124] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dba7aa3a-c2fa-4f98-9cc4-7022c186404b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.190403] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dba7aa3a-c2fa-4f98-9cc4-7022c186404b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.190703] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.190798] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.190863] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.191026] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.191111] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.191205] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dba7aa3a-c2fa-4f98-9cc4-7022c186404b',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.685842] env[69596]: INFO networking_nsxv3.common.synchronization [req-8c9c227d-4501-4471-8459-31c0aeddd0f7 req-4c6c7395-02ab-4d15-b331-63c878867c4c tempest-SecurityGroupRulesTestJSON-578690668 tempest-SecurityGroupRulesTestJSON-578690668-project-member] Enqueued Resource ID: 0b317166-d9e2-4ab1-a631-b3739df59662 with Priority: HIGHEST for action security_group_rules [ 691.686723] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b317166-d9e2-4ab1-a631-b3739df59662 with Priority: HIGHEST for action security_group_rules [ 691.686723] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b317166-d9e2-4ab1-a631-b3739df59662 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.686952] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b317166-d9e2-4ab1-a631-b3739df59662" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.686952] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b317166-d9e2-4ab1-a631-b3739df59662" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.687823] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b317166-d9e2-4ab1-a631-b3739df59662" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.687928] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b317166-d9e2-4ab1-a631-b3739df59662',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.693584] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.693744] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.693810] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.694638] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.694638] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.694638] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.694638] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.694638] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.694638] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.695200] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.695200] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dba7aa3a-c2fa-4f98-9cc4-7022c186404b already deleted. [ 691.695200] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dba7aa3a-c2fa-4f98-9cc4-7022c186404b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.813243] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-743 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.813458] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-743" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.814282] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-743" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.814282] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-743" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.814282] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.814526] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.814526] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.814678] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.814855] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.815132] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 691.815251] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 691.815365] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 691.815473] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 691.815586] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 691.815691] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 691.815834] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 691.834670] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 691.834670] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 691.835162] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 691.835162] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-743" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.835267] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-48645c0e-72ae-48bb-ae45-07711dd3ff95 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.835468] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-48645c0e-72ae-48bb-ae45-07711dd3ff95" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.835598] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-48645c0e-72ae-48bb-ae45-07711dd3ff95" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.836503] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-48645c0e-72ae-48bb-ae45-07711dd3ff95" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.836646] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48645c0e-72ae-48bb-ae45-07711dd3ff95',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.207834] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.209167] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.209167] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.209167] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.209167] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.209167] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b317166-d9e2-4ab1-a631-b3739df59662 already deleted. [ 692.209167] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b317166-d9e2-4ab1-a631-b3739df59662" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.240341] env[69596]: INFO networking_nsxv3.common.synchronization [req-b54c4556-09ec-4051-933b-e99721c2e508 req-8bc22384-203a-4ab4-a593-a8b7464f9020 tempest-SecurityGroupRulesTestJSON-578690668 tempest-SecurityGroupRulesTestJSON-578690668-project-member] Enqueued Resource ID: 0b317166-d9e2-4ab1-a631-b3739df59662 with Priority: HIGHEST for action security_group_rules [ 692.240908] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b317166-d9e2-4ab1-a631-b3739df59662 with Priority: HIGHEST for action security_group_rules [ 692.241233] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b317166-d9e2-4ab1-a631-b3739df59662 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.241355] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b317166-d9e2-4ab1-a631-b3739df59662" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.241411] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b317166-d9e2-4ab1-a631-b3739df59662" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.241606] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b317166-d9e2-4ab1-a631-b3739df59662" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.241693] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b317166-d9e2-4ab1-a631-b3739df59662',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.342072] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.342072] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.342072] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.342072] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.342072] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.342072] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port 48645c0e-72ae-48bb-ae45-07711dd3ff95 not found, creating... [ 692.342072] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.342072] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.342072] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.342072] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.342072] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.342603] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.342603] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.342603] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.342870] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.343164] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.343476] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: 48645c0e-72ae-48bb-ae45-07711dd3ff95 is going to be created. [ 692.365419] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.365419] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.365419] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.365419] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.365419] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.365419] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-48645c0e-72ae-48bb-ae45-07711dd3ff95" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.763020] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.763525] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.763718] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.764049] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.764512] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.764512] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b317166-d9e2-4ab1-a631-b3739df59662 already deleted. [ 692.764512] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b317166-d9e2-4ab1-a631-b3739df59662" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.705433] env[69596]: INFO networking_nsxv3.common.synchronization [req-664e5ecd-dc1e-48e3-b23a-6f107d09d1fa req-3b3e90f3-9aa9-4fcf-bb39-fb5397627b4d service nova] Enqueued Resource ID: dba7aa3a-c2fa-4f98-9cc4-7022c186404b with Priority: HIGHEST for action security_group_rules [ 693.705699] env[69596]: INFO networking_nsxv3.common.synchronization [req-664e5ecd-dc1e-48e3-b23a-6f107d09d1fa req-3b3e90f3-9aa9-4fcf-bb39-fb5397627b4d service nova] Enqueued Resource ID: dba7aa3a-c2fa-4f98-9cc4-7022c186404b with Priority: HIGHEST for action security_group_members [ 693.705787] env[69596]: INFO networking_nsxv3.common.synchronization [req-664e5ecd-dc1e-48e3-b23a-6f107d09d1fa req-3b3e90f3-9aa9-4fcf-bb39-fb5397627b4d service nova] Enqueued Resource ID: 48645c0e-72ae-48bb-ae45-07711dd3ff95 with Priority: HIGHEST for action port [ 693.706022] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dba7aa3a-c2fa-4f98-9cc4-7022c186404b with Priority: HIGHEST for action security_group_rules [ 693.706154] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dba7aa3a-c2fa-4f98-9cc4-7022c186404b with Priority: HIGHEST for action security_group_members [ 693.706253] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48645c0e-72ae-48bb-ae45-07711dd3ff95 with Priority: HIGHEST for action port [ 693.710575] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dba7aa3a-c2fa-4f98-9cc4-7022c186404b taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.713642] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dba7aa3a-c2fa-4f98-9cc4-7022c186404b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.713642] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dba7aa3a-c2fa-4f98-9cc4-7022c186404b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.713642] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dba7aa3a-c2fa-4f98-9cc4-7022c186404b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.713642] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dba7aa3a-c2fa-4f98-9cc4-7022c186404b',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.713642] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-dba7aa3a-c2fa-4f98-9cc4-7022c186404b taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.713642] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dba7aa3a-c2fa-4f98-9cc4-7022c186404b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.713642] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dba7aa3a-c2fa-4f98-9cc4-7022c186404b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.713642] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dba7aa3a-c2fa-4f98-9cc4-7022c186404b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.713642] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.714141] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.714141] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.714319] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.714445] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.714590] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dba7aa3a-c2fa-4f98-9cc4-7022c186404b',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.717737] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-48645c0e-72ae-48bb-ae45-07711dd3ff95 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.717737] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-48645c0e-72ae-48bb-ae45-07711dd3ff95" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.717737] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-48645c0e-72ae-48bb-ae45-07711dd3ff95" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.717737] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-48645c0e-72ae-48bb-ae45-07711dd3ff95" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.717737] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48645c0e-72ae-48bb-ae45-07711dd3ff95',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.723742] env[69596]: INFO networking_nsxv3.common.synchronization [req-61aeb7ea-0b0f-4d15-ae6c-3b653e2a7578 req-9cb75623-47a3-4042-a505-96cc2047a680 tempest-SecurityGroupRulesTestJSON-578690668 tempest-SecurityGroupRulesTestJSON-578690668-project-member] Enqueued Resource ID: 0b317166-d9e2-4ab1-a631-b3739df59662 with Priority: HIGHEST for action security_group_rules [ 693.725523] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b317166-d9e2-4ab1-a631-b3739df59662 with Priority: HIGHEST for action security_group_rules [ 693.725912] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b317166-d9e2-4ab1-a631-b3739df59662 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.726095] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b317166-d9e2-4ab1-a631-b3739df59662" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.726197] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b317166-d9e2-4ab1-a631-b3739df59662" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.727014] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b317166-d9e2-4ab1-a631-b3739df59662" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.727014] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b317166-d9e2-4ab1-a631-b3739df59662',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.217984] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-dba7aa3a-c2fa-4f98-9cc4-7022c186404b taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.218418] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dba7aa3a-c2fa-4f98-9cc4-7022c186404b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.218722] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dba7aa3a-c2fa-4f98-9cc4-7022c186404b',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.227016] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 48645c0e-72ae-48bb-ae45-07711dd3ff95 with status ACTIVE [ 694.227016] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.227016] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.227016] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.227016] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.227016] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.227016] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.227016] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.227016] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.227016] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.227016] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.227527] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.227527] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.227527] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.227527] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.227527] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.227527] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 48645c0e-72ae-48bb-ae45-07711dd3ff95 is going to be updated. [ 694.256939] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.258059] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.258224] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.258489] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.258621] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.258760] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b317166-d9e2-4ab1-a631-b3739df59662 already deleted. [ 694.258876] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b317166-d9e2-4ab1-a631-b3739df59662" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.260470] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.261388] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.261388] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.261388] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.261388] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.261388] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-48645c0e-72ae-48bb-ae45-07711dd3ff95" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.402898] env[69596]: INFO networking_nsxv3.common.synchronization [req-166ea5a8-2ed5-4688-a552-ac886214b264 req-2a7d0cf3-7355-41d5-979b-18ca3c3dca92 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] Enqueued Resource ID: d1beecef-d99d-4696-84b8-872296d6b217 with Priority: HIGHEST for action security_group_members [ 694.403578] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1beecef-d99d-4696-84b8-872296d6b217 with Priority: HIGHEST for action security_group_members [ 694.403970] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1beecef-d99d-4696-84b8-872296d6b217 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.404121] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1beecef-d99d-4696-84b8-872296d6b217" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.404191] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1beecef-d99d-4696-84b8-872296d6b217" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.404454] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1beecef-d99d-4696-84b8-872296d6b217" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.404676] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.404843] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.405107] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.405107] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.405224] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.405313] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1beecef-d99d-4696-84b8-872296d6b217',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.728227] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dba7aa3a-c2fa-4f98-9cc4-7022c186404b',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.907881] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.908128] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.908128] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.908395] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.908395] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.908677] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.908677] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.908677] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.908965] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.908965] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.909050] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1beecef-d99d-4696-84b8-872296d6b217 is going to be updated. [ 694.941603] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.942251] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.942251] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.942434] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.942569] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.957968] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1beecef-d99d-4696-84b8-872296d6b217 in Status: IN_PROGRESS for 2s [ 695.231511] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.232915] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.233054] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.233273] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.233824] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.233824] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dba7aa3a-c2fa-4f98-9cc4-7022c186404b is going to be created. [ 695.270580] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.270796] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.270796] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.270980] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.271148] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.280679] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dba7aa3a-c2fa-4f98-9cc4-7022c186404b in Status: UNINITIALIZED for 2s [ 696.261516] env[69596]: INFO networking_nsxv3.common.synchronization [req-3646751e-dcc3-408f-ba4e-0de2928fd598 req-fc1367fa-2209-478c-946a-6789fb5a9450 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Enqueued Resource ID: acc165e5-bc9f-49f6-b708-06c11b7a85a9 with Priority: HIGHEST for action security_group_members [ 696.262127] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acc165e5-bc9f-49f6-b708-06c11b7a85a9 with Priority: HIGHEST for action security_group_members [ 696.262410] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-acc165e5-bc9f-49f6-b708-06c11b7a85a9 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.262532] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acc165e5-bc9f-49f6-b708-06c11b7a85a9" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.262597] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acc165e5-bc9f-49f6-b708-06c11b7a85a9" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.262835] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acc165e5-bc9f-49f6-b708-06c11b7a85a9" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.262985] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.263199] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.263327] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.263518] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.263631] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.263754] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acc165e5-bc9f-49f6-b708-06c11b7a85a9',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.766586] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.766732] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.766791] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.767059] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.767173] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.767403] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.767608] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.767608] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.767792] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.767894] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.767980] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acc165e5-bc9f-49f6-b708-06c11b7a85a9 already deleted. [ 696.768079] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acc165e5-bc9f-49f6-b708-06c11b7a85a9" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.965807] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1beecef-d99d-4696-84b8-872296d6b217 in Status: SUCCESS [ 696.965858] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1beecef-d99d-4696-84b8-872296d6b217 deletion is rescheduled due to dependency. [ 696.965930] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1beecef-d99d-4696-84b8-872296d6b217" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.289719] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dba7aa3a-c2fa-4f98-9cc4-7022c186404b in Status: SUCCESS [ 697.289980] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dba7aa3a-c2fa-4f98-9cc4-7022c186404b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.290117] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dba7aa3a-c2fa-4f98-9cc4-7022c186404b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.290356] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dba7aa3a-c2fa-4f98-9cc4-7022c186404b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.290537] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.290652] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.290738] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.290878] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.290924] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.291043] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dba7aa3a-c2fa-4f98-9cc4-7022c186404b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.291116] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dba7aa3a-c2fa-4f98-9cc4-7022c186404b',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.422068] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-511 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.422280] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-511" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.422403] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-511" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.422738] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-511" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.423156] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.423321] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.423440] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.423666] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.423813] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.424057] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 697.424172] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 697.424306] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 697.424416] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 697.424528] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 697.424631] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 697.424778] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 697.443776] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 697.443991] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 697.446125] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 697.446359] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-511" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.446689] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-ce922e50-6644-4b05-bca2-de28a7701193 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.446867] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-ce922e50-6644-4b05-bca2-de28a7701193" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.446989] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-ce922e50-6644-4b05-bca2-de28a7701193" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.447326] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-ce922e50-6644-4b05-bca2-de28a7701193" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.447468] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce922e50-6644-4b05-bca2-de28a7701193',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.794053] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dba7aa3a-c2fa-4f98-9cc4-7022c186404b',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.950090] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.952115] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.952115] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.952115] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.952115] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.952115] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port ce922e50-6644-4b05-bca2-de28a7701193 not found, creating... [ 697.952115] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.952115] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.952115] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.952115] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.952115] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.952576] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.952576] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.952576] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.952936] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.956016] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.956161] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: ce922e50-6644-4b05-bca2-de28a7701193 is going to be created. [ 697.976769] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.976769] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.976769] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.977139] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.977498] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.977992] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-ce922e50-6644-4b05-bca2-de28a7701193" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.297157] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dba7aa3a-c2fa-4f98-9cc4-7022c186404b: rpc.has_security_group_logging(os_id): False [ 698.314831] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.314991] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.315079] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.315296] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.315389] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.315647] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.315746] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.315811] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.315962] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.316051] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.316141] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dba7aa3a-c2fa-4f98-9cc4-7022c186404b is going to be created. [ 698.373338] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.373952] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.374034] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.374250] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.374452] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.387143] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dba7aa3a-c2fa-4f98-9cc4-7022c186404b in Status: IN_PROGRESS for 2s [ 699.056894] env[69596]: INFO networking_nsxv3.common.synchronization [req-181599a1-0786-4155-815d-e1dafe9854d2 req-bb7c1b89-1063-4ffe-911c-4fb0afec7528 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] Enqueued Resource ID: 6fe3525d-8e02-4eb4-8084-60aa11d510b5 with Priority: HIGHEST for action security_group_members [ 699.058868] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fe3525d-8e02-4eb4-8084-60aa11d510b5 with Priority: HIGHEST for action security_group_members [ 699.060269] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fe3525d-8e02-4eb4-8084-60aa11d510b5 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.060400] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fe3525d-8e02-4eb4-8084-60aa11d510b5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.060466] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fe3525d-8e02-4eb4-8084-60aa11d510b5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.060730] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fe3525d-8e02-4eb4-8084-60aa11d510b5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.060896] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.060994] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.061068] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.061222] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.061305] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.061398] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6fe3525d-8e02-4eb4-8084-60aa11d510b5',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.132388] env[69596]: INFO networking_nsxv3.common.synchronization [req-3646751e-dcc3-408f-ba4e-0de2928fd598 req-9a7dc85a-2453-453d-b28a-832cb85f7ba6 service nova] Enqueued Resource ID: acc165e5-bc9f-49f6-b708-06c11b7a85a9 with Priority: HIGHEST for action security_group_rules [ 699.132645] env[69596]: INFO networking_nsxv3.common.synchronization [req-3646751e-dcc3-408f-ba4e-0de2928fd598 req-9a7dc85a-2453-453d-b28a-832cb85f7ba6 service nova] Enqueued Resource ID: acc165e5-bc9f-49f6-b708-06c11b7a85a9 with Priority: HIGHEST for action security_group_members [ 699.132795] env[69596]: INFO networking_nsxv3.common.synchronization [req-3646751e-dcc3-408f-ba4e-0de2928fd598 req-9a7dc85a-2453-453d-b28a-832cb85f7ba6 service nova] Enqueued Resource ID: ce922e50-6644-4b05-bca2-de28a7701193 with Priority: HIGHEST for action port [ 699.134438] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acc165e5-bc9f-49f6-b708-06c11b7a85a9 with Priority: HIGHEST for action security_group_rules [ 699.134438] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acc165e5-bc9f-49f6-b708-06c11b7a85a9 with Priority: HIGHEST for action security_group_members [ 699.134572] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce922e50-6644-4b05-bca2-de28a7701193 with Priority: HIGHEST for action port [ 699.135269] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-acc165e5-bc9f-49f6-b708-06c11b7a85a9 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.135269] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-acc165e5-bc9f-49f6-b708-06c11b7a85a9" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.135269] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-acc165e5-bc9f-49f6-b708-06c11b7a85a9" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.135269] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-acc165e5-bc9f-49f6-b708-06c11b7a85a9" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.135413] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('acc165e5-bc9f-49f6-b708-06c11b7a85a9',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.136736] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-acc165e5-bc9f-49f6-b708-06c11b7a85a9 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.136736] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acc165e5-bc9f-49f6-b708-06c11b7a85a9" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.136736] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acc165e5-bc9f-49f6-b708-06c11b7a85a9" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.136736] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acc165e5-bc9f-49f6-b708-06c11b7a85a9" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.136969] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.138302] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.138302] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.138397] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.138509] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.138570] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acc165e5-bc9f-49f6-b708-06c11b7a85a9',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.143891] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce922e50-6644-4b05-bca2-de28a7701193 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.143891] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce922e50-6644-4b05-bca2-de28a7701193" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.143891] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce922e50-6644-4b05-bca2-de28a7701193" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.144107] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce922e50-6644-4b05-bca2-de28a7701193" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.144107] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce922e50-6644-4b05-bca2-de28a7701193',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.564922] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.565329] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.565329] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.566130] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.566130] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.566130] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.566130] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.566130] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.566130] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.566130] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.566130] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fe3525d-8e02-4eb4-8084-60aa11d510b5 already deleted. [ 699.567286] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fe3525d-8e02-4eb4-8084-60aa11d510b5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.645669] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('acc165e5-bc9f-49f6-b708-06c11b7a85a9',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.645669] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-acc165e5-bc9f-49f6-b708-06c11b7a85a9 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.645669] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acc165e5-bc9f-49f6-b708-06c11b7a85a9" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.647269] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ce922e50-6644-4b05-bca2-de28a7701193 with status ACTIVE [ 699.647464] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.647592] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.647676] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.647914] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.648073] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.648474] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.648474] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.648474] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.648611] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.648611] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.648788] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.648900] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.648963] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.649123] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.649205] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.649279] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ce922e50-6644-4b05-bca2-de28a7701193 is going to be updated. [ 699.676069] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.676208] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.676208] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.676477] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.676617] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.676775] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce922e50-6644-4b05-bca2-de28a7701193" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.808760] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-991 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.808988] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-991" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.809331] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-991" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.809774] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-991" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.810023] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.810397] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.810561] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.810835] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.810991] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.811221] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 699.811338] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 699.811662] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 699.811782] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 699.811901] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 699.812046] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 699.812185] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 699.832508] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 699.835850] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 699.835850] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 699.835850] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-991" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.835850] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-58a0f312-4e38-431c-9b76-e50fc3093242 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.835850] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-58a0f312-4e38-431c-9b76-e50fc3093242" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.835850] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-58a0f312-4e38-431c-9b76-e50fc3093242" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.835850] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-58a0f312-4e38-431c-9b76-e50fc3093242" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.835850] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58a0f312-4e38-431c-9b76-e50fc3093242',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.020613] env[69596]: INFO networking_nsxv3.common.synchronization [None req-7b8612f9-2ff2-4653-b7ac-dc727b0f24b3 None None] Enqueued Resource ID: 4e1f8b92-2a29-4ffb-85e4-d835a9ef1694 with Priority: HIGHEST for action port [ 700.022463] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e1f8b92-2a29-4ffb-85e4-d835a9ef1694 with Priority: HIGHEST for action port [ 700.022831] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e1f8b92-2a29-4ffb-85e4-d835a9ef1694 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.023021] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e1f8b92-2a29-4ffb-85e4-d835a9ef1694" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.023142] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e1f8b92-2a29-4ffb-85e4-d835a9ef1694" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.023346] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e1f8b92-2a29-4ffb-85e4-d835a9ef1694" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.023676] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e1f8b92-2a29-4ffb-85e4-d835a9ef1694',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.148147] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('acc165e5-bc9f-49f6-b708-06c11b7a85a9',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.341021] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.341021] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.341021] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.341021] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.341021] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.341021] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port 58a0f312-4e38-431c-9b76-e50fc3093242 not found, creating... [ 700.341021] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.341021] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.341021] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.341021] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.341021] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.341414] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.341414] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.341414] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.341915] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.342233] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.343712] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: 58a0f312-4e38-431c-9b76-e50fc3093242 is going to be created. [ 700.366429] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.366882] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.367172] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.367545] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.369026] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.369026] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-58a0f312-4e38-431c-9b76-e50fc3093242" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.414110] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dba7aa3a-c2fa-4f98-9cc4-7022c186404b in Status: SUCCESS [ 700.414330] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dba7aa3a-c2fa-4f98-9cc4-7022c186404b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.528443] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4e1f8b92-2a29-4ffb-85e4-d835a9ef1694 [ 700.531396] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.531543] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.531614] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.531835] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.531943] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.532029] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4e1f8b92-2a29-4ffb-85e4-d835a9ef1694 already deleted. [ 700.532108] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e1f8b92-2a29-4ffb-85e4-d835a9ef1694" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.653482] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.653778] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.653816] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.654321] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.654454] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.654594] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acc165e5-bc9f-49f6-b708-06c11b7a85a9 is going to be created. [ 700.677912] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.678075] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.678145] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.681701] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.681701] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.689824] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acc165e5-bc9f-49f6-b708-06c11b7a85a9 in Status: UNINITIALIZED for 2s [ 701.092942] env[69596]: INFO networking_nsxv3.common.synchronization [req-181599a1-0786-4155-815d-e1dafe9854d2 req-2bbf6811-f95c-4baf-bbfa-9ba82122ac84 service nova] Enqueued Resource ID: 6fe3525d-8e02-4eb4-8084-60aa11d510b5 with Priority: HIGHEST for action security_group_rules [ 701.092942] env[69596]: INFO networking_nsxv3.common.synchronization [req-181599a1-0786-4155-815d-e1dafe9854d2 req-2bbf6811-f95c-4baf-bbfa-9ba82122ac84 service nova] Enqueued Resource ID: 6fe3525d-8e02-4eb4-8084-60aa11d510b5 with Priority: HIGHEST for action security_group_members [ 701.092942] env[69596]: INFO networking_nsxv3.common.synchronization [req-181599a1-0786-4155-815d-e1dafe9854d2 req-2bbf6811-f95c-4baf-bbfa-9ba82122ac84 service nova] Enqueued Resource ID: 58a0f312-4e38-431c-9b76-e50fc3093242 with Priority: HIGHEST for action port [ 701.093400] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fe3525d-8e02-4eb4-8084-60aa11d510b5 with Priority: HIGHEST for action security_group_rules [ 701.094154] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fe3525d-8e02-4eb4-8084-60aa11d510b5 with Priority: HIGHEST for action security_group_members [ 701.094154] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58a0f312-4e38-431c-9b76-e50fc3093242 with Priority: HIGHEST for action port [ 701.094154] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6fe3525d-8e02-4eb4-8084-60aa11d510b5 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.094154] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6fe3525d-8e02-4eb4-8084-60aa11d510b5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.094369] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6fe3525d-8e02-4eb4-8084-60aa11d510b5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.094707] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6fe3525d-8e02-4eb4-8084-60aa11d510b5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.094707] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6fe3525d-8e02-4eb4-8084-60aa11d510b5',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.096030] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fe3525d-8e02-4eb4-8084-60aa11d510b5 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.096030] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fe3525d-8e02-4eb4-8084-60aa11d510b5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.096030] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fe3525d-8e02-4eb4-8084-60aa11d510b5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.096348] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fe3525d-8e02-4eb4-8084-60aa11d510b5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.096348] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.096488] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.096488] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.097023] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.097023] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.097023] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6fe3525d-8e02-4eb4-8084-60aa11d510b5',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.097497] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-58a0f312-4e38-431c-9b76-e50fc3093242 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.097597] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58a0f312-4e38-431c-9b76-e50fc3093242" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.097660] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58a0f312-4e38-431c-9b76-e50fc3093242" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.098154] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58a0f312-4e38-431c-9b76-e50fc3093242" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.098154] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58a0f312-4e38-431c-9b76-e50fc3093242',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.599633] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fe3525d-8e02-4eb4-8084-60aa11d510b5 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.599830] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fe3525d-8e02-4eb4-8084-60aa11d510b5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.600066] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6fe3525d-8e02-4eb4-8084-60aa11d510b5',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.603524] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 58a0f312-4e38-431c-9b76-e50fc3093242 with status ACTIVE [ 701.603737] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.603852] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.603914] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.605043] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.605043] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.605043] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.605043] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.605043] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.605043] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.605043] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.605043] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.605461] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.605461] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.605461] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.605461] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.605560] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 58a0f312-4e38-431c-9b76-e50fc3093242 is going to be updated. [ 701.625010] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.625010] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.625010] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.626213] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.626213] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.626213] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58a0f312-4e38-431c-9b76-e50fc3093242" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.690032] env[69596]: INFO networking_nsxv3.common.synchronization [req-cece1a2d-9feb-4042-b01b-6b5ce157b7a1 req-0cf6266e-f14f-463e-92ea-5e244ce75175 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Enqueued Resource ID: 43d0bf79-d506-484d-ac22-a56d2f949083 with Priority: HIGHEST for action security_group_members [ 701.690032] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43d0bf79-d506-484d-ac22-a56d2f949083 with Priority: HIGHEST for action security_group_members [ 701.690032] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-43d0bf79-d506-484d-ac22-a56d2f949083 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.690032] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43d0bf79-d506-484d-ac22-a56d2f949083" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.691830] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43d0bf79-d506-484d-ac22-a56d2f949083" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.691830] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43d0bf79-d506-484d-ac22-a56d2f949083" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.691830] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.691830] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.691830] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.691830] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.691830] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.691830] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43d0bf79-d506-484d-ac22-a56d2f949083',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.851743] env[69596]: INFO networking_nsxv3.common.synchronization [None req-805fe589-af91-4e75-b34b-b2c4c352395d None None] Enqueued Resource ID: 9d743da4-f9c6-417a-841e-933013981a8d with Priority: HIGHEST for action port [ 701.852674] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d743da4-f9c6-417a-841e-933013981a8d with Priority: HIGHEST for action port [ 701.855451] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d743da4-f9c6-417a-841e-933013981a8d taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.855451] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d743da4-f9c6-417a-841e-933013981a8d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.855451] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d743da4-f9c6-417a-841e-933013981a8d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.855451] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d743da4-f9c6-417a-841e-933013981a8d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.855451] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d743da4-f9c6-417a-841e-933013981a8d',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.990722] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-98 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.991521] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-98" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.991811] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-98" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.992284] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-98" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.992683] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.992917] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.993121] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.993698] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.993903] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.994279] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 701.994621] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 701.994888] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 701.995103] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 701.996032] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 701.996032] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 701.996032] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 702.014756] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 702.015636] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 702.015636] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 702.015636] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-98" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.015636] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-7bd2fa81-dfb9-4a8f-84c6-1420ef4fb303 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.015871] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-7bd2fa81-dfb9-4a8f-84c6-1420ef4fb303" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.015871] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-7bd2fa81-dfb9-4a8f-84c6-1420ef4fb303" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.016141] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-7bd2fa81-dfb9-4a8f-84c6-1420ef4fb303" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.016275] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bd2fa81-dfb9-4a8f-84c6-1420ef4fb303',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.104430] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6fe3525d-8e02-4eb4-8084-60aa11d510b5',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.194378] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('43d0bf79-d506-484d-ac22-a56d2f949083',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.357493] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9d743da4-f9c6-417a-841e-933013981a8d [ 702.357493] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.357595] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.357641] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.357891] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.357980] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.358090] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9d743da4-f9c6-417a-841e-933013981a8d already deleted. [ 702.358167] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d743da4-f9c6-417a-841e-933013981a8d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.519630] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.519630] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.519630] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.519913] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.520098] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.520185] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port 7bd2fa81-dfb9-4a8f-84c6-1420ef4fb303 not found, creating... [ 702.520464] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.520622] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.520767] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.521069] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.521211] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.521497] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.521653] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.521788] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.522011] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.522845] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.523120] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: 7bd2fa81-dfb9-4a8f-84c6-1420ef4fb303 is going to be created. [ 702.545058] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.545381] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.545507] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.545850] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.546457] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.546748] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-7bd2fa81-dfb9-4a8f-84c6-1420ef4fb303" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.607684] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.607770] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.607886] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.608182] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.608316] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.610312] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fe3525d-8e02-4eb4-8084-60aa11d510b5 is going to be created. [ 702.637295] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.637498] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.637607] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.637921] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.638626] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.648951] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fe3525d-8e02-4eb4-8084-60aa11d510b5 in Status: UNINITIALIZED for 2s [ 702.696872] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('43d0bf79-d506-484d-ac22-a56d2f949083',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.701496] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acc165e5-bc9f-49f6-b708-06c11b7a85a9 in Status: SUCCESS [ 702.701706] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acc165e5-bc9f-49f6-b708-06c11b7a85a9" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.701863] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acc165e5-bc9f-49f6-b708-06c11b7a85a9" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.702144] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acc165e5-bc9f-49f6-b708-06c11b7a85a9" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.702341] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.702454] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.702542] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.705020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.705020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.705020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acc165e5-bc9f-49f6-b708-06c11b7a85a9" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.705020] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('acc165e5-bc9f-49f6-b708-06c11b7a85a9',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.201929] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.202118] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.202168] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.202378] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.202474] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.202610] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43d0bf79-d506-484d-ac22-a56d2f949083 is going to be updated. [ 703.205383] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('acc165e5-bc9f-49f6-b708-06c11b7a85a9',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.245851] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.246024] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.246097] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.246308] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.246455] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.250669] env[69596]: INFO networking_nsxv3.common.synchronization [req-cece1a2d-9feb-4042-b01b-6b5ce157b7a1 req-418b80a5-f08f-4b4e-b59c-07bc69282995 service nova] Enqueued Resource ID: 43d0bf79-d506-484d-ac22-a56d2f949083 with Priority: HIGHEST for action security_group_rules [ 703.250943] env[69596]: INFO networking_nsxv3.common.synchronization [req-cece1a2d-9feb-4042-b01b-6b5ce157b7a1 req-418b80a5-f08f-4b4e-b59c-07bc69282995 service nova] Enqueued Resource ID: 43d0bf79-d506-484d-ac22-a56d2f949083 with Priority: HIGHEST for action security_group_members [ 703.251303] env[69596]: INFO networking_nsxv3.common.synchronization [req-cece1a2d-9feb-4042-b01b-6b5ce157b7a1 req-418b80a5-f08f-4b4e-b59c-07bc69282995 service nova] Enqueued Resource ID: 7bd2fa81-dfb9-4a8f-84c6-1420ef4fb303 with Priority: HIGHEST for action port [ 703.251863] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43d0bf79-d506-484d-ac22-a56d2f949083 with Priority: HIGHEST for action security_group_rules [ 703.252007] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43d0bf79-d506-484d-ac22-a56d2f949083 with Priority: HIGHEST for action security_group_members [ 703.252397] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bd2fa81-dfb9-4a8f-84c6-1420ef4fb303 with Priority: HIGHEST for action port [ 703.252704] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-43d0bf79-d506-484d-ac22-a56d2f949083 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.252820] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-43d0bf79-d506-484d-ac22-a56d2f949083" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.252890] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-43d0bf79-d506-484d-ac22-a56d2f949083" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.253096] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-43d0bf79-d506-484d-ac22-a56d2f949083" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.253399] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('43d0bf79-d506-484d-ac22-a56d2f949083',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.254601] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-43d0bf79-d506-484d-ac22-a56d2f949083 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.254675] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43d0bf79-d506-484d-ac22-a56d2f949083" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.254807] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-7bd2fa81-dfb9-4a8f-84c6-1420ef4fb303 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.254943] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7bd2fa81-dfb9-4a8f-84c6-1420ef4fb303" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.255046] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7bd2fa81-dfb9-4a8f-84c6-1420ef4fb303" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.255174] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7bd2fa81-dfb9-4a8f-84c6-1420ef4fb303" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.255339] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bd2fa81-dfb9-4a8f-84c6-1420ef4fb303',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.257091] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43d0bf79-d506-484d-ac22-a56d2f949083 in Status: IN_PROGRESS for 2s [ 703.707388] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for acc165e5-bc9f-49f6-b708-06c11b7a85a9: rpc.has_security_group_logging(os_id): False [ 703.725167] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.725335] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.725383] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.725627] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.725716] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.725978] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.726105] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.726182] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.726344] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.726419] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.726504] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: acc165e5-bc9f-49f6-b708-06c11b7a85a9 is going to be created. [ 703.755853] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-43d0bf79-d506-484d-ac22-a56d2f949083 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.756064] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43d0bf79-d506-484d-ac22-a56d2f949083" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.757568] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7bd2fa81-dfb9-4a8f-84c6-1420ef4fb303 with status ACTIVE [ 703.757795] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.757921] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.757988] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.758236] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.758354] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.758548] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.758652] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.758912] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.759120] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.759230] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.759452] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.759543] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.759609] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.760016] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.760099] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.760188] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7bd2fa81-dfb9-4a8f-84c6-1420ef4fb303 is going to be updated. [ 703.781458] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.781739] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.781739] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.781878] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.782024] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.782378] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7bd2fa81-dfb9-4a8f-84c6-1420ef4fb303" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.783364] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.783486] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.783553] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.783727] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.783985] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.794985] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: acc165e5-bc9f-49f6-b708-06c11b7a85a9 in Status: IN_PROGRESS for 2s [ 704.571106] env[69596]: INFO networking_nsxv3.common.synchronization [req-92acb029-a311-4689-a474-d92629318d25 req-a05a2f24-81ef-43fb-b5c1-e8f44f9d2ab5 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Enqueued Resource ID: 526e4b2f-886d-4668-b7e6-b89e532036d8 with Priority: HIGHEST for action security_group_members [ 704.571106] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 526e4b2f-886d-4668-b7e6-b89e532036d8 with Priority: HIGHEST for action security_group_members [ 704.571106] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-526e4b2f-886d-4668-b7e6-b89e532036d8 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.571106] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.571106] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.571646] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.571940] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.572262] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.572441] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.572711] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.572932] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.573156] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('526e4b2f-886d-4668-b7e6-b89e532036d8',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.666236] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fe3525d-8e02-4eb4-8084-60aa11d510b5 in Status: SUCCESS [ 704.666236] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fe3525d-8e02-4eb4-8084-60aa11d510b5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.666236] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fe3525d-8e02-4eb4-8084-60aa11d510b5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.666236] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fe3525d-8e02-4eb4-8084-60aa11d510b5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.666236] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.666499] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.666499] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.666667] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.666753] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.666871] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fe3525d-8e02-4eb4-8084-60aa11d510b5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.667387] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6fe3525d-8e02-4eb4-8084-60aa11d510b5',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.948657] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-825 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.948957] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-825" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.949113] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-825" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.949488] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-825" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.951394] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.952533] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.952533] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.952533] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.952533] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.953264] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 704.953448] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 704.953605] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 704.953726] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 704.953894] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 704.954135] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 704.954439] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 704.972204] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 704.972399] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 704.972639] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 704.972892] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-825" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.973223] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-0340dffc-3419-4280-a1fd-334ea0259992 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.973424] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-0340dffc-3419-4280-a1fd-334ea0259992" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.973627] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-0340dffc-3419-4280-a1fd-334ea0259992" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.973851] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-0340dffc-3419-4280-a1fd-334ea0259992" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.974051] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0340dffc-3419-4280-a1fd-334ea0259992',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.077186] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.077186] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.077186] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.077186] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.077186] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.077186] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.077186] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.077186] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.077186] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.077186] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.077186] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 526e4b2f-886d-4668-b7e6-b89e532036d8 already deleted. [ 705.077186] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.171664] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fe3525d-8e02-4eb4-8084-60aa11d510b5 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.171896] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fe3525d-8e02-4eb4-8084-60aa11d510b5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.171975] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fe3525d-8e02-4eb4-8084-60aa11d510b5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.172230] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fe3525d-8e02-4eb4-8084-60aa11d510b5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.172405] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.172499] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.172561] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.172774] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.172911] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.172992] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fe3525d-8e02-4eb4-8084-60aa11d510b5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.173155] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fe3525d-8e02-4eb4-8084-60aa11d510b5 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.173245] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fe3525d-8e02-4eb4-8084-60aa11d510b5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.173297] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fe3525d-8e02-4eb4-8084-60aa11d510b5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.173437] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fe3525d-8e02-4eb4-8084-60aa11d510b5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.173570] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.173657] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.173707] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.173838] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.173913] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.174016] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fe3525d-8e02-4eb4-8084-60aa11d510b5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.174106] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6fe3525d-8e02-4eb4-8084-60aa11d510b5',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.267766] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43d0bf79-d506-484d-ac22-a56d2f949083 in Status: SUCCESS [ 705.267909] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43d0bf79-d506-484d-ac22-a56d2f949083" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.268011] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43d0bf79-d506-484d-ac22-a56d2f949083" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.268237] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43d0bf79-d506-484d-ac22-a56d2f949083" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.268453] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.268572] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.268632] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.268787] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.268869] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.268968] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43d0bf79-d506-484d-ac22-a56d2f949083',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.478202] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.478202] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.478202] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.478202] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.478202] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.478415] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port 0340dffc-3419-4280-a1fd-334ea0259992 not found, creating... [ 705.478698] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.478796] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.478910] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.479140] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.479350] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.479700] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.479906] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.480043] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.480312] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.480467] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.480612] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: 0340dffc-3419-4280-a1fd-334ea0259992 is going to be created. [ 705.499544] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.499693] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.499953] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.500309] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.500592] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.500954] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-0340dffc-3419-4280-a1fd-334ea0259992" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.676100] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6fe3525d-8e02-4eb4-8084-60aa11d510b5: rpc.has_security_group_logging(os_id): False [ 705.698584] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.698788] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.698841] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.699551] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.699551] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.699551] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.699551] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.699551] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.700160] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.700160] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.700160] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.700346] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.700346] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.700453] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.700537] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.700887] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.701059] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.701059] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.701748] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.701748] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.701748] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6fe3525d-8e02-4eb4-8084-60aa11d510b5 is going to be created. [ 705.761278] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.761537] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.761612] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.761983] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.762344] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.772248] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('43d0bf79-d506-484d-ac22-a56d2f949083',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.777897] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6fe3525d-8e02-4eb4-8084-60aa11d510b5 in Status: IN_PROGRESS for 2s [ 705.815698] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: acc165e5-bc9f-49f6-b708-06c11b7a85a9 in Status: SUCCESS [ 705.816925] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-acc165e5-bc9f-49f6-b708-06c11b7a85a9" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.275296] env[69596]: INFO networking_nsxv3.common.synchronization [req-92acb029-a311-4689-a474-d92629318d25 req-84441072-9fa1-47f3-b2f5-de1e89b1f16f service nova] Enqueued Resource ID: 526e4b2f-886d-4668-b7e6-b89e532036d8 with Priority: HIGHEST for action security_group_rules [ 706.275615] env[69596]: INFO networking_nsxv3.common.synchronization [req-92acb029-a311-4689-a474-d92629318d25 req-84441072-9fa1-47f3-b2f5-de1e89b1f16f service nova] Enqueued Resource ID: 526e4b2f-886d-4668-b7e6-b89e532036d8 with Priority: HIGHEST for action security_group_members [ 706.275735] env[69596]: INFO networking_nsxv3.common.synchronization [req-92acb029-a311-4689-a474-d92629318d25 req-84441072-9fa1-47f3-b2f5-de1e89b1f16f service nova] Enqueued Resource ID: 0340dffc-3419-4280-a1fd-334ea0259992 with Priority: HIGHEST for action port [ 706.275918] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('43d0bf79-d506-484d-ac22-a56d2f949083',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.276905] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 526e4b2f-886d-4668-b7e6-b89e532036d8 with Priority: HIGHEST for action security_group_rules [ 706.277074] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 526e4b2f-886d-4668-b7e6-b89e532036d8 with Priority: HIGHEST for action security_group_members [ 706.277139] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0340dffc-3419-4280-a1fd-334ea0259992 with Priority: HIGHEST for action port [ 706.277574] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-526e4b2f-886d-4668-b7e6-b89e532036d8 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.277702] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.277775] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.278070] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.278154] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('526e4b2f-886d-4668-b7e6-b89e532036d8',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.278851] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-526e4b2f-886d-4668-b7e6-b89e532036d8 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.278967] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.279035] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.279640] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.279866] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.279973] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.283426] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.283426] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.283426] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.283426] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('526e4b2f-886d-4668-b7e6-b89e532036d8',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.283426] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-0340dffc-3419-4280-a1fd-334ea0259992 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.283426] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0340dffc-3419-4280-a1fd-334ea0259992" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.283426] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0340dffc-3419-4280-a1fd-334ea0259992" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.283426] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0340dffc-3419-4280-a1fd-334ea0259992" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.283426] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0340dffc-3419-4280-a1fd-334ea0259992',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.779360] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.779360] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.779360] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.779360] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.779360] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.779844] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43d0bf79-d506-484d-ac22-a56d2f949083 is going to be updated. [ 706.783717] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('526e4b2f-886d-4668-b7e6-b89e532036d8',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.784776] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-526e4b2f-886d-4668-b7e6-b89e532036d8 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.784878] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.787413] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0340dffc-3419-4280-a1fd-334ea0259992 with status ACTIVE [ 706.787622] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.788364] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.788364] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.788364] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.788364] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.788364] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.788364] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.788613] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.788613] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.788703] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.788955] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.788955] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.788955] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.789639] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.789639] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.789639] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0340dffc-3419-4280-a1fd-334ea0259992 is going to be updated. [ 706.810207] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.810382] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.810480] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.810662] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.810857] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.811183] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0340dffc-3419-4280-a1fd-334ea0259992" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.812689] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.812811] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.812882] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.813071] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.813213] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.823076] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43d0bf79-d506-484d-ac22-a56d2f949083 in Status: IN_PROGRESS for 2s [ 707.286571] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('526e4b2f-886d-4668-b7e6-b89e532036d8',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.786221] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6fe3525d-8e02-4eb4-8084-60aa11d510b5 in Status: SUCCESS [ 707.786457] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6fe3525d-8e02-4eb4-8084-60aa11d510b5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.790095] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.790276] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.790318] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.790498] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.790585] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.790676] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 526e4b2f-886d-4668-b7e6-b89e532036d8 is going to be created. [ 707.816107] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.816107] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.816107] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.816107] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.816107] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.833708] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 526e4b2f-886d-4668-b7e6-b89e532036d8 in Status: UNINITIALIZED for 2s [ 708.838233] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43d0bf79-d506-484d-ac22-a56d2f949083 in Status: SUCCESS [ 708.838661] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43d0bf79-d506-484d-ac22-a56d2f949083" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.838877] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43d0bf79-d506-484d-ac22-a56d2f949083" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.839097] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43d0bf79-d506-484d-ac22-a56d2f949083" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.839359] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.839583] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.839583] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.841302] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.841652] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.841652] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43d0bf79-d506-484d-ac22-a56d2f949083" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.841652] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('43d0bf79-d506-484d-ac22-a56d2f949083',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.345069] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-43d0bf79-d506-484d-ac22-a56d2f949083 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.345249] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43d0bf79-d506-484d-ac22-a56d2f949083" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.345357] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43d0bf79-d506-484d-ac22-a56d2f949083" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.345609] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43d0bf79-d506-484d-ac22-a56d2f949083" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.346386] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.346553] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.346654] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.347600] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.347714] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.347815] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43d0bf79-d506-484d-ac22-a56d2f949083" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.347997] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-43d0bf79-d506-484d-ac22-a56d2f949083 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.348113] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43d0bf79-d506-484d-ac22-a56d2f949083" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.348176] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43d0bf79-d506-484d-ac22-a56d2f949083" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.348333] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43d0bf79-d506-484d-ac22-a56d2f949083" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.348477] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.350821] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.350821] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.350821] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.350821] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.350821] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43d0bf79-d506-484d-ac22-a56d2f949083" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.350821] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('43d0bf79-d506-484d-ac22-a56d2f949083',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.847316] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 526e4b2f-886d-4668-b7e6-b89e532036d8 in Status: SUCCESS [ 709.847669] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.848507] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.848507] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.848507] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.848507] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.848507] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.848507] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.848930] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.848930] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.848930] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('526e4b2f-886d-4668-b7e6-b89e532036d8',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.853284] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 43d0bf79-d506-484d-ac22-a56d2f949083: rpc.has_security_group_logging(os_id): False [ 709.869756] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.869954] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.870012] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.870209] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.870934] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.870934] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.870934] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.870934] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.870934] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.870934] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.871523] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.871523] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.871523] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.871523] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.871523] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.872108] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.872108] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.872108] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.872108] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.872108] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.872108] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 43d0bf79-d506-484d-ac22-a56d2f949083 is going to be updated. [ 709.928021] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.928021] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.928021] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.928021] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.928021] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.938365] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 43d0bf79-d506-484d-ac22-a56d2f949083 in Status: IN_PROGRESS for 2s [ 710.178456] env[69596]: INFO networking_nsxv3.common.synchronization [req-2853e704-54e3-4330-9df9-b0bde967f489 req-ac9bb8aa-3737-41fb-aa73-73715e738883 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Enqueued Resource ID: 526e4b2f-886d-4668-b7e6-b89e532036d8 with Priority: HIGHEST for action security_group_members [ 710.179315] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 526e4b2f-886d-4668-b7e6-b89e532036d8 with Priority: HIGHEST for action security_group_members [ 710.179639] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-526e4b2f-886d-4668-b7e6-b89e532036d8 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.179770] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.179875] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.180083] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.180254] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.180356] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.180417] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.180584] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.180670] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.180763] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('526e4b2f-886d-4668-b7e6-b89e532036d8',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.354107] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-526e4b2f-886d-4668-b7e6-b89e532036d8 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.354766] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.683316] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('526e4b2f-886d-4668-b7e6-b89e532036d8',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.142732] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-825 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.143077] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-825" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.143077] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-825" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.143326] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-825" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.143607] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.143775] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.143909] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.144344] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.144505] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.144751] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 711.144881] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 711.145016] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 711.145133] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 711.145260] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 711.145368] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 711.145514] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 711.164468] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 711.164684] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 711.165925] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 711.165925] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-825" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.166236] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-364decb7-0b27-443d-bba9-142bbd1e3623 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.166437] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-364decb7-0b27-443d-bba9-142bbd1e3623" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.167442] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-364decb7-0b27-443d-bba9-142bbd1e3623" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.167442] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-364decb7-0b27-443d-bba9-142bbd1e3623" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.167442] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('364decb7-0b27-443d-bba9-142bbd1e3623',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.186160] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('526e4b2f-886d-4668-b7e6-b89e532036d8',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.671661] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.671661] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.671661] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.671661] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.671661] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.674724] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port 364decb7-0b27-443d-bba9-142bbd1e3623 not found, creating... [ 711.674724] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.674724] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.674724] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.674940] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.675090] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.675398] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.675548] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.675659] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.675867] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.675991] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.676354] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: 364decb7-0b27-443d-bba9-142bbd1e3623 is going to be created. [ 711.689142] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.689705] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.689885] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.691208] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.691353] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.691500] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 526e4b2f-886d-4668-b7e6-b89e532036d8 is going to be updated. [ 711.711926] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.712949] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.713161] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.713447] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.713707] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.713962] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-364decb7-0b27-443d-bba9-142bbd1e3623" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.721174] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.721174] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.721174] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.721373] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.721373] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.734246] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 526e4b2f-886d-4668-b7e6-b89e532036d8 in Status: IN_PROGRESS for 2s [ 711.956844] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 43d0bf79-d506-484d-ac22-a56d2f949083 in Status: SUCCESS [ 711.956844] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-43d0bf79-d506-484d-ac22-a56d2f949083" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.101569] env[69596]: INFO networking_nsxv3.common.synchronization [req-2853e704-54e3-4330-9df9-b0bde967f489 req-0ef11943-3cad-4e3e-a174-7080dd3e240c service nova] Enqueued Resource ID: 526e4b2f-886d-4668-b7e6-b89e532036d8 with Priority: HIGHEST for action security_group_rules [ 713.101902] env[69596]: INFO networking_nsxv3.common.synchronization [req-2853e704-54e3-4330-9df9-b0bde967f489 req-0ef11943-3cad-4e3e-a174-7080dd3e240c service nova] Enqueued Resource ID: 526e4b2f-886d-4668-b7e6-b89e532036d8 with Priority: HIGHEST for action security_group_members [ 713.101902] env[69596]: INFO networking_nsxv3.common.synchronization [req-2853e704-54e3-4330-9df9-b0bde967f489 req-0ef11943-3cad-4e3e-a174-7080dd3e240c service nova] Enqueued Resource ID: 364decb7-0b27-443d-bba9-142bbd1e3623 with Priority: HIGHEST for action port [ 713.102020] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 526e4b2f-886d-4668-b7e6-b89e532036d8 with Priority: HIGHEST for action security_group_rules [ 713.102196] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 526e4b2f-886d-4668-b7e6-b89e532036d8 with Priority: HIGHEST for action security_group_members [ 713.102305] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 364decb7-0b27-443d-bba9-142bbd1e3623 with Priority: HIGHEST for action port [ 713.102797] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-526e4b2f-886d-4668-b7e6-b89e532036d8 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.102920] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.103384] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-526e4b2f-886d-4668-b7e6-b89e532036d8 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.103384] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.107285] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-364decb7-0b27-443d-bba9-142bbd1e3623 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.107285] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-364decb7-0b27-443d-bba9-142bbd1e3623" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.107285] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-364decb7-0b27-443d-bba9-142bbd1e3623" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.107285] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-364decb7-0b27-443d-bba9-142bbd1e3623" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.107285] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('364decb7-0b27-443d-bba9-142bbd1e3623',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.167245] env[69596]: INFO networking_nsxv3.common.synchronization [req-9978d343-715d-489f-8686-f17ce7e1a0ce req-fea481e9-1dd3-442e-877c-63cdbf8af11b tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Enqueued Resource ID: d65c3b61-239c-443e-8b2e-04ea5cbccf11 with Priority: HIGHEST for action security_group_members [ 713.167245] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d65c3b61-239c-443e-8b2e-04ea5cbccf11 with Priority: HIGHEST for action security_group_members [ 713.167809] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-d65c3b61-239c-443e-8b2e-04ea5cbccf11 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.167809] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d65c3b61-239c-443e-8b2e-04ea5cbccf11" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.167809] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d65c3b61-239c-443e-8b2e-04ea5cbccf11" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.168130] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d65c3b61-239c-443e-8b2e-04ea5cbccf11" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.168259] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.168385] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.168508] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.168722] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.168834] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.169103] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d65c3b61-239c-443e-8b2e-04ea5cbccf11',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.613290] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 364decb7-0b27-443d-bba9-142bbd1e3623 with status ACTIVE [ 713.613290] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.613290] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.613290] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.613290] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.613290] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.613290] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.613290] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.613290] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.613290] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.613290] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.613290] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.613290] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.613290] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.613290] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.613290] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.613290] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 364decb7-0b27-443d-bba9-142bbd1e3623 is going to be updated. [ 713.632563] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.632752] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.632813] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.636087] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.636087] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.636087] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-364decb7-0b27-443d-bba9-142bbd1e3623" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.672061] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d65c3b61-239c-443e-8b2e-04ea5cbccf11',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.745222] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 526e4b2f-886d-4668-b7e6-b89e532036d8 in Status: SUCCESS [ 713.745222] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.745222] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.745222] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.745222] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.745521] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.745521] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.745586] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.745623] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.745705] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.745864] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-526e4b2f-886d-4668-b7e6-b89e532036d8 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.745961] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.746026] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.746166] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.746301] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.746394] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.746453] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.746585] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.746657] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.746958] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.747091] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('526e4b2f-886d-4668-b7e6-b89e532036d8',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.748008] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.748289] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.748480] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.748589] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.748669] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.748817] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.748886] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.748997] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('526e4b2f-886d-4668-b7e6-b89e532036d8',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.797314] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-574 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.797522] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-574" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.797644] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-574" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.797956] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-574" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.798240] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.798421] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.798548] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.798777] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.798921] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.799168] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 713.799281] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 713.799401] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 713.799508] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 713.799618] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 713.799751] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 713.799968] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 713.819593] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 713.819822] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 713.820008] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 713.820202] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-574" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.820565] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-2d066a86-9b72-4867-ba10-9837d80cdca5 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.820752] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-2d066a86-9b72-4867-ba10-9837d80cdca5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.820880] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-2d066a86-9b72-4867-ba10-9837d80cdca5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.821268] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-2d066a86-9b72-4867-ba10-9837d80cdca5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.821424] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d066a86-9b72-4867-ba10-9837d80cdca5',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.176098] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d65c3b61-239c-443e-8b2e-04ea5cbccf11',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.251306] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 526e4b2f-886d-4668-b7e6-b89e532036d8: rpc.has_security_group_logging(os_id): False [ 714.252776] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('526e4b2f-886d-4668-b7e6-b89e532036d8',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.273119] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.273119] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.273119] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.273433] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.273536] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.273768] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.273885] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.273957] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.274172] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.274259] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.274474] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.274572] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.274635] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.275654] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.275654] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.275654] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.275654] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.275654] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.275654] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.275654] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.275654] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 526e4b2f-886d-4668-b7e6-b89e532036d8 is going to be created. [ 714.325770] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.326088] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.326225] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.326509] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.326700] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.326821] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port 2d066a86-9b72-4867-ba10-9837d80cdca5 not found, creating... [ 714.327099] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.327258] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.327430] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.327690] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.328016] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.328311] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.328472] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.328604] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.328817] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.328959] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.331466] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: 2d066a86-9b72-4867-ba10-9837d80cdca5 is going to be created. [ 714.334398] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.334615] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.334615] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.334788] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.334975] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.347276] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 526e4b2f-886d-4668-b7e6-b89e532036d8 in Status: IN_PROGRESS for 2s [ 714.356151] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.356451] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.356605] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.356916] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.357180] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.357413] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-2d066a86-9b72-4867-ba10-9837d80cdca5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.660182] env[69596]: INFO networking_nsxv3.common.synchronization [req-7a45a3ae-3dd4-425f-b284-0a19b1825ad0 req-a84a11dd-e0e8-43a6-b488-e74cde677562 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] Enqueued Resource ID: 6fe3525d-8e02-4eb4-8084-60aa11d510b5 with Priority: HIGHEST for action security_group_members [ 714.660344] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fe3525d-8e02-4eb4-8084-60aa11d510b5 with Priority: HIGHEST for action security_group_members [ 714.660645] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fe3525d-8e02-4eb4-8084-60aa11d510b5 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.660775] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fe3525d-8e02-4eb4-8084-60aa11d510b5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.660859] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fe3525d-8e02-4eb4-8084-60aa11d510b5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.661141] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fe3525d-8e02-4eb4-8084-60aa11d510b5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.661297] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.661416] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.661664] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.661664] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.661779] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.661859] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6fe3525d-8e02-4eb4-8084-60aa11d510b5',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.678336] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.678519] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.678558] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.678866] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.678992] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.679135] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d65c3b61-239c-443e-8b2e-04ea5cbccf11 is going to be updated. [ 714.716141] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.716224] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.716257] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.716471] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.716620] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.732778] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d65c3b61-239c-443e-8b2e-04ea5cbccf11 in Status: IN_PROGRESS for 2s [ 714.756034] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('526e4b2f-886d-4668-b7e6-b89e532036d8',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.166221] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.166221] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.166221] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.166221] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.166221] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.166221] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.166221] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.166221] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.166221] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.166221] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.166221] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fe3525d-8e02-4eb4-8084-60aa11d510b5 is going to be updated. [ 715.207271] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.207744] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.207744] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.207744] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.207907] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.220461] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fe3525d-8e02-4eb4-8084-60aa11d510b5 in Status: IN_PROGRESS for 2s [ 715.257958] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.258175] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.258248] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.258475] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.258570] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.258660] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 526e4b2f-886d-4668-b7e6-b89e532036d8 is going to be updated. [ 715.285386] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.285585] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.285585] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.285816] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.285981] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.295542] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 526e4b2f-886d-4668-b7e6-b89e532036d8 in Status: IN_PROGRESS for 2s [ 715.302579] env[69596]: INFO networking_nsxv3.common.synchronization [req-9978d343-715d-489f-8686-f17ce7e1a0ce req-9e1c6329-918c-4315-a362-7327c0f48a2c service nova] Enqueued Resource ID: d65c3b61-239c-443e-8b2e-04ea5cbccf11 with Priority: HIGHEST for action security_group_rules [ 715.302766] env[69596]: INFO networking_nsxv3.common.synchronization [req-9978d343-715d-489f-8686-f17ce7e1a0ce req-9e1c6329-918c-4315-a362-7327c0f48a2c service nova] Enqueued Resource ID: d65c3b61-239c-443e-8b2e-04ea5cbccf11 with Priority: HIGHEST for action security_group_members [ 715.302907] env[69596]: INFO networking_nsxv3.common.synchronization [req-9978d343-715d-489f-8686-f17ce7e1a0ce req-9e1c6329-918c-4315-a362-7327c0f48a2c service nova] Enqueued Resource ID: 2d066a86-9b72-4867-ba10-9837d80cdca5 with Priority: HIGHEST for action port [ 715.303410] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d65c3b61-239c-443e-8b2e-04ea5cbccf11 with Priority: HIGHEST for action security_group_rules [ 715.303632] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d65c3b61-239c-443e-8b2e-04ea5cbccf11 with Priority: HIGHEST for action security_group_members [ 715.303734] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d066a86-9b72-4867-ba10-9837d80cdca5 with Priority: HIGHEST for action port [ 715.304036] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d65c3b61-239c-443e-8b2e-04ea5cbccf11 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.304162] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d65c3b61-239c-443e-8b2e-04ea5cbccf11" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.304230] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d65c3b61-239c-443e-8b2e-04ea5cbccf11" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.304431] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d65c3b61-239c-443e-8b2e-04ea5cbccf11" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.304512] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d65c3b61-239c-443e-8b2e-04ea5cbccf11',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.305351] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-d65c3b61-239c-443e-8b2e-04ea5cbccf11 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.305448] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d65c3b61-239c-443e-8b2e-04ea5cbccf11" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.305630] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d066a86-9b72-4867-ba10-9837d80cdca5 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.305729] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d066a86-9b72-4867-ba10-9837d80cdca5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.305784] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d066a86-9b72-4867-ba10-9837d80cdca5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.305956] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d066a86-9b72-4867-ba10-9837d80cdca5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.306045] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d066a86-9b72-4867-ba10-9837d80cdca5',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.809046] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-d65c3b61-239c-443e-8b2e-04ea5cbccf11 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.809046] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d65c3b61-239c-443e-8b2e-04ea5cbccf11" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.809046] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2d066a86-9b72-4867-ba10-9837d80cdca5 with status ACTIVE [ 715.809046] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.809046] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.809046] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.809046] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.809046] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.809046] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.809046] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.809046] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.809046] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.809046] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.810161] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.810161] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.810161] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.810161] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.810161] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.810161] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2d066a86-9b72-4867-ba10-9837d80cdca5 is going to be updated. [ 715.831141] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.831290] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.831361] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.831566] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.831698] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.832153] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d066a86-9b72-4867-ba10-9837d80cdca5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.359300] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 526e4b2f-886d-4668-b7e6-b89e532036d8 in Status: SUCCESS [ 716.359624] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.359763] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.359972] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.360080] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('526e4b2f-886d-4668-b7e6-b89e532036d8',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.743657] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d65c3b61-239c-443e-8b2e-04ea5cbccf11 in Status: SUCCESS [ 716.743910] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d65c3b61-239c-443e-8b2e-04ea5cbccf11" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.744140] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d65c3b61-239c-443e-8b2e-04ea5cbccf11" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.744366] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d65c3b61-239c-443e-8b2e-04ea5cbccf11" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.744662] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.744756] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.744789] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.744944] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.745051] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.745155] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d65c3b61-239c-443e-8b2e-04ea5cbccf11',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.862502] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-526e4b2f-886d-4668-b7e6-b89e532036d8 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.863272] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.226112] env[69596]: INFO networking_nsxv3.common.synchronization [None req-4f1e75c3-e8df-4c05-993b-76ccf524b0f3 None None] Enqueued Resource ID: 11fc1236-bc25-47c7-9f41-8e142d5e5ffa with Priority: HIGHEST for action port [ 717.226112] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11fc1236-bc25-47c7-9f41-8e142d5e5ffa with Priority: HIGHEST for action port [ 717.226112] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-11fc1236-bc25-47c7-9f41-8e142d5e5ffa taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.226112] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11fc1236-bc25-47c7-9f41-8e142d5e5ffa" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.226112] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11fc1236-bc25-47c7-9f41-8e142d5e5ffa" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.226279] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11fc1236-bc25-47c7-9f41-8e142d5e5ffa" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.226337] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11fc1236-bc25-47c7-9f41-8e142d5e5ffa',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.231063] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fe3525d-8e02-4eb4-8084-60aa11d510b5 in Status: SUCCESS [ 717.231235] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fe3525d-8e02-4eb4-8084-60aa11d510b5 deletion is rescheduled due to dependency. [ 717.231351] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fe3525d-8e02-4eb4-8084-60aa11d510b5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.251194] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d65c3b61-239c-443e-8b2e-04ea5cbccf11',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.304928] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 526e4b2f-886d-4668-b7e6-b89e532036d8 in Status: SUCCESS [ 717.304928] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.304928] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.305194] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.305194] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.305314] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.305375] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.305523] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.305602] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.305686] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.305773] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('526e4b2f-886d-4668-b7e6-b89e532036d8',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.676263] env[69596]: INFO networking_nsxv3.common.synchronization [req-3ec81ec4-c048-45f5-a3b1-2166605a6abd req-87808d42-eb14-45e6-a0d7-4f947a547bf3 tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] Enqueued Resource ID: ba6187f3-2f9f-44ea-bb9d-7209a94ad84d with Priority: HIGHEST for action security_group_members [ 717.676263] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba6187f3-2f9f-44ea-bb9d-7209a94ad84d with Priority: HIGHEST for action security_group_members [ 717.676263] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba6187f3-2f9f-44ea-bb9d-7209a94ad84d taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.676263] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba6187f3-2f9f-44ea-bb9d-7209a94ad84d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.676263] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba6187f3-2f9f-44ea-bb9d-7209a94ad84d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.677335] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba6187f3-2f9f-44ea-bb9d-7209a94ad84d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.677523] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.677630] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.677716] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.677856] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.677964] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.678081] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba6187f3-2f9f-44ea-bb9d-7209a94ad84d',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.728909] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 11fc1236-bc25-47c7-9f41-8e142d5e5ffa [ 717.729147] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.729271] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.729341] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.729542] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.729627] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.729719] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:11fc1236-bc25-47c7-9f41-8e142d5e5ffa already deleted. [ 717.729794] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11fc1236-bc25-47c7-9f41-8e142d5e5ffa" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.753436] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d65c3b61-239c-443e-8b2e-04ea5cbccf11',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.808567] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-526e4b2f-886d-4668-b7e6-b89e532036d8 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.808648] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.809843] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.809843] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.809843] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.809843] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.809843] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.809843] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.809843] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.809843] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.809843] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-526e4b2f-886d-4668-b7e6-b89e532036d8 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.809843] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.809843] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.810276] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.810276] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.810340] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.810395] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.810540] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.810616] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.810698] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.810785] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('526e4b2f-886d-4668-b7e6-b89e532036d8',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.181862] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.182027] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.182124] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.182354] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.182443] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.182633] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.182726] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.182781] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.184020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.184020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.184020] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba6187f3-2f9f-44ea-bb9d-7209a94ad84d already deleted. [ 718.184020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba6187f3-2f9f-44ea-bb9d-7209a94ad84d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.257917] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.260804] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.260804] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.260804] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.260804] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.260804] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d65c3b61-239c-443e-8b2e-04ea5cbccf11 is going to be updated. [ 718.288429] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.288429] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.288429] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.288429] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.288429] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.295633] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d65c3b61-239c-443e-8b2e-04ea5cbccf11 in Status: IN_PROGRESS for 2s [ 718.316532] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 526e4b2f-886d-4668-b7e6-b89e532036d8: rpc.has_security_group_logging(os_id): False [ 718.335152] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.335485] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.335485] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.335649] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.335743] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.336051] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.336182] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.336247] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.336410] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.336491] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.336735] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.336845] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.336907] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.337057] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.337134] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.337999] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.337999] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.337999] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.337999] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.337999] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.337999] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 526e4b2f-886d-4668-b7e6-b89e532036d8 is going to be updated. [ 718.376241] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-684 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.376241] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-684" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.376467] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-684" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.376784] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-684" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.376967] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.377280] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.377437] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.377825] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.377983] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.378261] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 718.378322] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 718.378436] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 718.378542] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 718.378725] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 718.378781] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 718.378875] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 718.399405] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 718.399578] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 718.399714] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 718.399927] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-684" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.400405] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-65b0bd94-9992-4985-a3ca-12653dc3b20d taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.400640] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-65b0bd94-9992-4985-a3ca-12653dc3b20d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.400768] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-65b0bd94-9992-4985-a3ca-12653dc3b20d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.401224] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-65b0bd94-9992-4985-a3ca-12653dc3b20d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.401224] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65b0bd94-9992-4985-a3ca-12653dc3b20d',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.405358] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.405358] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.405358] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.405358] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.405358] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.416936] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 526e4b2f-886d-4668-b7e6-b89e532036d8 in Status: IN_PROGRESS for 2s [ 718.905836] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.906132] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.906223] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.906503] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.906671] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.906874] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port 65b0bd94-9992-4985-a3ca-12653dc3b20d not found, creating... [ 718.907121] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.907312] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.907433] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.907724] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.908123] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.908123] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.908382] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.908419] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.908667] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.910018] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.910018] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: 65b0bd94-9992-4985-a3ca-12653dc3b20d is going to be created. [ 718.931014] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.931404] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.931592] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.931943] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.932331] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.932548] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-65b0bd94-9992-4985-a3ca-12653dc3b20d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.094955] env[69596]: INFO networking_nsxv3.common.synchronization [None req-6d63d4ed-58a0-4306-8f7b-691e8157845d None None] Enqueued Resource ID: 1bb35710-6308-4e17-a018-bab680c0de72 with Priority: HIGHEST for action port [ 719.095576] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bb35710-6308-4e17-a018-bab680c0de72 with Priority: HIGHEST for action port [ 719.096300] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-1bb35710-6308-4e17-a018-bab680c0de72 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.096458] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1bb35710-6308-4e17-a018-bab680c0de72" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.096538] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1bb35710-6308-4e17-a018-bab680c0de72" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.097123] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1bb35710-6308-4e17-a018-bab680c0de72" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.097123] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1bb35710-6308-4e17-a018-bab680c0de72',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.130108] env[69596]: INFO networking_nsxv3.common.synchronization [None req-428042bf-c974-40cd-8c5f-e30416cd6d8e tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Enqueued Resource ID: 323bb60b-1f4d-488d-a2db-283ec8ea3b4a with Priority: HIGHEST for action security_group_rules [ 719.130666] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 323bb60b-1f4d-488d-a2db-283ec8ea3b4a with Priority: HIGHEST for action security_group_rules [ 719.131094] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-323bb60b-1f4d-488d-a2db-283ec8ea3b4a taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.131377] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-323bb60b-1f4d-488d-a2db-283ec8ea3b4a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.131503] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-323bb60b-1f4d-488d-a2db-283ec8ea3b4a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.131769] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-323bb60b-1f4d-488d-a2db-283ec8ea3b4a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.131855] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('323bb60b-1f4d-488d-a2db-283ec8ea3b4a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.247626] env[69596]: INFO networking_nsxv3.common.synchronization [None req-98722d90-f1b1-4fe8-90fb-2fbb9063072c tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Enqueued Resource ID: 323bb60b-1f4d-488d-a2db-283ec8ea3b4a with Priority: HIGHEST for action security_group_rules [ 719.248395] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 323bb60b-1f4d-488d-a2db-283ec8ea3b4a with Priority: HIGHEST for action security_group_rules [ 719.250358] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-323bb60b-1f4d-488d-a2db-283ec8ea3b4a taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.250471] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-323bb60b-1f4d-488d-a2db-283ec8ea3b4a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.296938] env[69596]: INFO networking_nsxv3.common.synchronization [req-6f899a40-b457-4d87-9ecc-552a7b72040a req-702bb02e-b53a-46bd-9294-9109f5b6af0e tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Enqueued Resource ID: 08b580bd-8f2d-4784-be88-380b69cef54a with Priority: HIGHEST for action security_group_members [ 719.297560] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08b580bd-8f2d-4784-be88-380b69cef54a with Priority: HIGHEST for action security_group_members [ 719.298019] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-08b580bd-8f2d-4784-be88-380b69cef54a taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.298367] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.298472] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.298767] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.298978] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.299138] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.299209] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.299417] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.299509] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.299629] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08b580bd-8f2d-4784-be88-380b69cef54a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.598901] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1bb35710-6308-4e17-a018-bab680c0de72 [ 719.599146] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.599340] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.599420] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.599626] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.599774] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.599830] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1bb35710-6308-4e17-a018-bab680c0de72 already deleted. [ 719.601297] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1bb35710-6308-4e17-a018-bab680c0de72" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.654633] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.654996] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.656015] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.656015] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.656015] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.656015] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 323bb60b-1f4d-488d-a2db-283ec8ea3b4a already deleted. [ 719.656015] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-323bb60b-1f4d-488d-a2db-283ec8ea3b4a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.656610] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-323bb60b-1f4d-488d-a2db-283ec8ea3b4a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.656610] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-323bb60b-1f4d-488d-a2db-283ec8ea3b4a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.656720] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('323bb60b-1f4d-488d-a2db-283ec8ea3b4a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.801703] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.801881] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.801943] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.802174] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.802270] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.802467] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.802596] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.802642] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.802772] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.802849] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.802932] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08b580bd-8f2d-4784-be88-380b69cef54a already deleted. [ 719.803017] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.813706] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-78 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.813914] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-78" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.814055] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-78" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.814488] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-78" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.814743] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.814928] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.815258] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.815495] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.815643] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.815872] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 719.815958] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 719.816152] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 719.816273] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 719.816388] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 719.816494] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 719.816628] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 719.844114] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 719.844336] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 719.844481] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 719.844682] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-78" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.845036] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-37c3a942-4395-4e02-b3f2-ed5eb4052362 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.845264] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-37c3a942-4395-4e02-b3f2-ed5eb4052362" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.845417] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-37c3a942-4395-4e02-b3f2-ed5eb4052362" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.845753] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-37c3a942-4395-4e02-b3f2-ed5eb4052362" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.845902] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37c3a942-4395-4e02-b3f2-ed5eb4052362',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.147456] env[69596]: INFO networking_nsxv3.common.synchronization [req-3ec81ec4-c048-45f5-a3b1-2166605a6abd req-ac05aa5e-abe6-484b-8cd6-2d7cbb4d9dea service nova] Enqueued Resource ID: ba6187f3-2f9f-44ea-bb9d-7209a94ad84d with Priority: HIGHEST for action security_group_rules [ 720.147743] env[69596]: INFO networking_nsxv3.common.synchronization [req-3ec81ec4-c048-45f5-a3b1-2166605a6abd req-ac05aa5e-abe6-484b-8cd6-2d7cbb4d9dea service nova] Enqueued Resource ID: ba6187f3-2f9f-44ea-bb9d-7209a94ad84d with Priority: HIGHEST for action security_group_members [ 720.147850] env[69596]: INFO networking_nsxv3.common.synchronization [req-3ec81ec4-c048-45f5-a3b1-2166605a6abd req-ac05aa5e-abe6-484b-8cd6-2d7cbb4d9dea service nova] Enqueued Resource ID: 65b0bd94-9992-4985-a3ca-12653dc3b20d with Priority: HIGHEST for action port [ 720.148571] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba6187f3-2f9f-44ea-bb9d-7209a94ad84d with Priority: HIGHEST for action security_group_rules [ 720.148686] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba6187f3-2f9f-44ea-bb9d-7209a94ad84d with Priority: HIGHEST for action security_group_members [ 720.148725] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65b0bd94-9992-4985-a3ca-12653dc3b20d with Priority: HIGHEST for action port [ 720.149685] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba6187f3-2f9f-44ea-bb9d-7209a94ad84d taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.149861] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba6187f3-2f9f-44ea-bb9d-7209a94ad84d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.149999] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba6187f3-2f9f-44ea-bb9d-7209a94ad84d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.150324] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba6187f3-2f9f-44ea-bb9d-7209a94ad84d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.150454] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba6187f3-2f9f-44ea-bb9d-7209a94ad84d',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.151390] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba6187f3-2f9f-44ea-bb9d-7209a94ad84d taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.151523] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba6187f3-2f9f-44ea-bb9d-7209a94ad84d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.151677] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba6187f3-2f9f-44ea-bb9d-7209a94ad84d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.151801] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba6187f3-2f9f-44ea-bb9d-7209a94ad84d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.151985] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.152127] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.152208] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.152400] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.152510] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.152622] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba6187f3-2f9f-44ea-bb9d-7209a94ad84d',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.156642] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-65b0bd94-9992-4985-a3ca-12653dc3b20d taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.156783] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65b0bd94-9992-4985-a3ca-12653dc3b20d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.156852] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65b0bd94-9992-4985-a3ca-12653dc3b20d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.157052] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65b0bd94-9992-4985-a3ca-12653dc3b20d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.157150] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65b0bd94-9992-4985-a3ca-12653dc3b20d',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.177293] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.177448] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.177519] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.177738] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.177829] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.178117] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 323bb60b-1f4d-488d-a2db-283ec8ea3b4a already deleted. [ 720.178117] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-323bb60b-1f4d-488d-a2db-283ec8ea3b4a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.305064] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d65c3b61-239c-443e-8b2e-04ea5cbccf11 in Status: SUCCESS [ 720.305607] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d65c3b61-239c-443e-8b2e-04ea5cbccf11" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.305933] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d65c3b61-239c-443e-8b2e-04ea5cbccf11" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.307286] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d65c3b61-239c-443e-8b2e-04ea5cbccf11" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.307611] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.307850] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.307922] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.308125] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.308234] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.308329] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d65c3b61-239c-443e-8b2e-04ea5cbccf11" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.308424] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d65c3b61-239c-443e-8b2e-04ea5cbccf11',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.352674] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.353899] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.353899] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.353899] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.353899] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.353899] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port 37c3a942-4395-4e02-b3f2-ed5eb4052362 not found, creating... [ 720.354108] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.354167] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.355392] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.355392] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.355392] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.355392] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.355392] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.355392] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.355392] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.355651] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.355651] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: 37c3a942-4395-4e02-b3f2-ed5eb4052362 is going to be created. [ 720.448102] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.448395] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.448530] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.448814] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.449066] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.449813] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-37c3a942-4395-4e02-b3f2-ed5eb4052362" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.451865] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 526e4b2f-886d-4668-b7e6-b89e532036d8 in Status: SUCCESS [ 720.454203] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.658704] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba6187f3-2f9f-44ea-bb9d-7209a94ad84d taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.661017] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba6187f3-2f9f-44ea-bb9d-7209a94ad84d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.661017] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba6187f3-2f9f-44ea-bb9d-7209a94ad84d',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.661017] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 65b0bd94-9992-4985-a3ca-12653dc3b20d with status ACTIVE [ 720.661017] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.661017] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.661017] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.661307] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.661307] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.661449] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.661539] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.661595] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.661741] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.661812] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.661978] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.662074] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.662133] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.662265] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.662330] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.662406] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 65b0bd94-9992-4985-a3ca-12653dc3b20d is going to be updated. [ 720.684877] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.685065] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.685153] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.685708] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.685708] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.685708] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65b0bd94-9992-4985-a3ca-12653dc3b20d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.814163] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-d65c3b61-239c-443e-8b2e-04ea5cbccf11 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.814366] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d65c3b61-239c-443e-8b2e-04ea5cbccf11" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.814422] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d65c3b61-239c-443e-8b2e-04ea5cbccf11" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.814592] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d65c3b61-239c-443e-8b2e-04ea5cbccf11" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.814756] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.814860] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.814925] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.815090] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.815176] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.815262] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d65c3b61-239c-443e-8b2e-04ea5cbccf11" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.815401] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-d65c3b61-239c-443e-8b2e-04ea5cbccf11 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.815490] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d65c3b61-239c-443e-8b2e-04ea5cbccf11" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.815548] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d65c3b61-239c-443e-8b2e-04ea5cbccf11" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.815685] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d65c3b61-239c-443e-8b2e-04ea5cbccf11" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.815816] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.815904] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.815961] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.816164] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.816259] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.816344] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d65c3b61-239c-443e-8b2e-04ea5cbccf11" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.816432] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d65c3b61-239c-443e-8b2e-04ea5cbccf11',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.058404] env[69596]: INFO networking_nsxv3.common.synchronization [req-6f899a40-b457-4d87-9ecc-552a7b72040a req-4ab181ad-3808-4ff2-af5c-642103079f1a service nova] Enqueued Resource ID: 08b580bd-8f2d-4784-be88-380b69cef54a with Priority: HIGHEST for action security_group_rules [ 721.058620] env[69596]: INFO networking_nsxv3.common.synchronization [req-6f899a40-b457-4d87-9ecc-552a7b72040a req-4ab181ad-3808-4ff2-af5c-642103079f1a service nova] Enqueued Resource ID: 08b580bd-8f2d-4784-be88-380b69cef54a with Priority: HIGHEST for action security_group_members [ 721.058802] env[69596]: INFO networking_nsxv3.common.synchronization [req-6f899a40-b457-4d87-9ecc-552a7b72040a req-4ab181ad-3808-4ff2-af5c-642103079f1a service nova] Enqueued Resource ID: 37c3a942-4395-4e02-b3f2-ed5eb4052362 with Priority: HIGHEST for action port [ 721.059387] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08b580bd-8f2d-4784-be88-380b69cef54a with Priority: HIGHEST for action security_group_rules [ 721.059573] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08b580bd-8f2d-4784-be88-380b69cef54a with Priority: HIGHEST for action security_group_members [ 721.059727] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37c3a942-4395-4e02-b3f2-ed5eb4052362 with Priority: HIGHEST for action port [ 721.061768] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-08b580bd-8f2d-4784-be88-380b69cef54a taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.061902] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.061969] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.062330] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.062396] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('08b580bd-8f2d-4784-be88-380b69cef54a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.063249] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-08b580bd-8f2d-4784-be88-380b69cef54a taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.063369] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.063437] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.063611] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.063765] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.063858] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.063920] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.064078] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.064162] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.064249] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08b580bd-8f2d-4784-be88-380b69cef54a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.067610] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-37c3a942-4395-4e02-b3f2-ed5eb4052362 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.067716] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37c3a942-4395-4e02-b3f2-ed5eb4052362" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.067783] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37c3a942-4395-4e02-b3f2-ed5eb4052362" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.067955] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37c3a942-4395-4e02-b3f2-ed5eb4052362" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.068017] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37c3a942-4395-4e02-b3f2-ed5eb4052362',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.164928] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba6187f3-2f9f-44ea-bb9d-7209a94ad84d',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.319472] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d65c3b61-239c-443e-8b2e-04ea5cbccf11: rpc.has_security_group_logging(os_id): False [ 721.336358] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.336497] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.336561] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.336797] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.336889] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.337126] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.337206] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.337296] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.337377] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.337453] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.337629] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.337718] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.337776] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.337911] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.337981] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.338177] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.338267] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.338327] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.338459] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.338655] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.338655] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d65c3b61-239c-443e-8b2e-04ea5cbccf11 is going to be updated. [ 721.392502] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.392777] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.392777] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.392938] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.393053] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.398766] env[69596]: INFO networking_nsxv3.common.synchronization [req-92030465-7c11-426c-a9b5-dfc52624ffd1 req-51ada6e5-9ac5-4706-a7cf-c8c874b4f8e6 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Enqueued Resource ID: b96f8dc5-bf40-4d2b-8dba-008825c69808 with Priority: HIGHEST for action security_group_members [ 721.399288] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b96f8dc5-bf40-4d2b-8dba-008825c69808 with Priority: HIGHEST for action security_group_members [ 721.399620] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-b96f8dc5-bf40-4d2b-8dba-008825c69808 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.399692] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b96f8dc5-bf40-4d2b-8dba-008825c69808" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.399749] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b96f8dc5-bf40-4d2b-8dba-008825c69808" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.400112] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b96f8dc5-bf40-4d2b-8dba-008825c69808" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.400279] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.400381] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.400458] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.400679] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.400718] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.401582] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b96f8dc5-bf40-4d2b-8dba-008825c69808',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.406846] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d65c3b61-239c-443e-8b2e-04ea5cbccf11 in Status: IN_PROGRESS for 2s [ 721.702805] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('08b580bd-8f2d-4784-be88-380b69cef54a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.702805] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-08b580bd-8f2d-4784-be88-380b69cef54a taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.702805] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.702805] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 37c3a942-4395-4e02-b3f2-ed5eb4052362 with status ACTIVE [ 721.702805] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.702805] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.702805] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.702805] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.702805] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.702805] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.702805] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.702805] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.702805] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.702805] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.704696] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.704696] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.704696] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.704696] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.704696] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.704696] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 37c3a942-4395-4e02-b3f2-ed5eb4052362 is going to be updated. [ 721.704696] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.704696] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.704696] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.704696] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.704696] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.704696] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37c3a942-4395-4e02-b3f2-ed5eb4052362" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.704696] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.704696] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.707316] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.707316] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.707316] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.707316] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba6187f3-2f9f-44ea-bb9d-7209a94ad84d is going to be created. [ 721.707316] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.707316] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.707316] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.707316] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.707316] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.718254] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba6187f3-2f9f-44ea-bb9d-7209a94ad84d in Status: UNINITIALIZED for 2s [ 721.794027] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-407 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.794027] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-407" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.794027] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-407" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.795658] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-407" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.795925] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.796199] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.796343] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.796603] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.796804] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.796954] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 721.797084] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 721.797188] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 721.797298] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 721.797496] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 721.797496] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 721.798148] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 721.818199] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 721.819551] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 721.819551] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 721.819551] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-407" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.819551] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-787e861c-b20f-4235-a2a3-0331cee64a55 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.819551] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-787e861c-b20f-4235-a2a3-0331cee64a55" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.819551] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-787e861c-b20f-4235-a2a3-0331cee64a55" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.820087] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-787e861c-b20f-4235-a2a3-0331cee64a55" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.820087] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('787e861c-b20f-4235-a2a3-0331cee64a55',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.905856] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.906021] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.906147] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.906392] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.906512] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.906726] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.907181] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.907181] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.907181] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.907181] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.907422] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b96f8dc5-bf40-4d2b-8dba-008825c69808 already deleted. [ 721.907422] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b96f8dc5-bf40-4d2b-8dba-008825c69808" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.083067] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('08b580bd-8f2d-4784-be88-380b69cef54a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.323149] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.323630] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.323889] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.324278] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.324496] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.324769] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port 787e861c-b20f-4235-a2a3-0331cee64a55 not found, creating... [ 722.325667] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.326193] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.326370] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.326642] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.326876] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.327294] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.327553] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.327726] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.328013] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.328231] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.328390] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: 787e861c-b20f-4235-a2a3-0331cee64a55 is going to be created. [ 722.353812] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.354361] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.354361] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.354614] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.354982] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.355369] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-787e861c-b20f-4235-a2a3-0331cee64a55" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.587713] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.587951] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.588036] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.588259] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.588348] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.588448] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08b580bd-8f2d-4784-be88-380b69cef54a is going to be created. [ 722.612938] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.613107] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.613155] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.613364] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.613521] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.622867] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08b580bd-8f2d-4784-be88-380b69cef54a in Status: UNINITIALIZED for 2s [ 723.075253] env[69596]: INFO networking_nsxv3.common.synchronization [req-92030465-7c11-426c-a9b5-dfc52624ffd1 req-9352855b-28f8-4c80-b983-e19e8bcc7525 service nova] Enqueued Resource ID: b96f8dc5-bf40-4d2b-8dba-008825c69808 with Priority: HIGHEST for action security_group_rules [ 723.075458] env[69596]: INFO networking_nsxv3.common.synchronization [req-92030465-7c11-426c-a9b5-dfc52624ffd1 req-9352855b-28f8-4c80-b983-e19e8bcc7525 service nova] Enqueued Resource ID: b96f8dc5-bf40-4d2b-8dba-008825c69808 with Priority: HIGHEST for action security_group_members [ 723.075788] env[69596]: INFO networking_nsxv3.common.synchronization [req-92030465-7c11-426c-a9b5-dfc52624ffd1 req-9352855b-28f8-4c80-b983-e19e8bcc7525 service nova] Enqueued Resource ID: 787e861c-b20f-4235-a2a3-0331cee64a55 with Priority: HIGHEST for action port [ 723.075871] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b96f8dc5-bf40-4d2b-8dba-008825c69808 with Priority: HIGHEST for action security_group_rules [ 723.076014] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b96f8dc5-bf40-4d2b-8dba-008825c69808 with Priority: HIGHEST for action security_group_members [ 723.076119] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 787e861c-b20f-4235-a2a3-0331cee64a55 with Priority: HIGHEST for action port [ 723.076702] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b96f8dc5-bf40-4d2b-8dba-008825c69808 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.077453] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b96f8dc5-bf40-4d2b-8dba-008825c69808" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.077453] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b96f8dc5-bf40-4d2b-8dba-008825c69808" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.077453] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b96f8dc5-bf40-4d2b-8dba-008825c69808" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.077453] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b96f8dc5-bf40-4d2b-8dba-008825c69808',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.078204] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-b96f8dc5-bf40-4d2b-8dba-008825c69808 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.078576] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b96f8dc5-bf40-4d2b-8dba-008825c69808" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.078576] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b96f8dc5-bf40-4d2b-8dba-008825c69808" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.078576] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b96f8dc5-bf40-4d2b-8dba-008825c69808" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.078800] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.078915] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.079039] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.079247] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.081549] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.081549] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b96f8dc5-bf40-4d2b-8dba-008825c69808',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.081549] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-787e861c-b20f-4235-a2a3-0331cee64a55 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.081549] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-787e861c-b20f-4235-a2a3-0331cee64a55" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.081549] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-787e861c-b20f-4235-a2a3-0331cee64a55" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.081549] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-787e861c-b20f-4235-a2a3-0331cee64a55" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.081549] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('787e861c-b20f-4235-a2a3-0331cee64a55',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.421881] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d65c3b61-239c-443e-8b2e-04ea5cbccf11 in Status: SUCCESS [ 723.421881] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d65c3b61-239c-443e-8b2e-04ea5cbccf11" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.583309] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-b96f8dc5-bf40-4d2b-8dba-008825c69808 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.583528] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b96f8dc5-bf40-4d2b-8dba-008825c69808" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.583794] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b96f8dc5-bf40-4d2b-8dba-008825c69808',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.584936] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 787e861c-b20f-4235-a2a3-0331cee64a55 with status ACTIVE [ 723.585216] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.585365] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.585545] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.585721] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.585840] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.589981] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.590203] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.590303] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.590551] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.590689] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.590912] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.591060] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.591146] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.591355] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.591459] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.591574] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 787e861c-b20f-4235-a2a3-0331cee64a55 is going to be updated. [ 723.608310] env[69596]: INFO networking_nsxv3.common.synchronization [req-602bb88f-1025-4fe8-b0f4-9f6edc070cce req-2b5815ad-5607-41a4-aa6d-3a0bfec9e30f tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Enqueued Resource ID: 43d0bf79-d506-484d-ac22-a56d2f949083 with Priority: HIGHEST for action security_group_members [ 723.609081] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43d0bf79-d506-484d-ac22-a56d2f949083 with Priority: HIGHEST for action security_group_members [ 723.611127] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-43d0bf79-d506-484d-ac22-a56d2f949083 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.611127] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43d0bf79-d506-484d-ac22-a56d2f949083" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.611127] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43d0bf79-d506-484d-ac22-a56d2f949083" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.611347] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43d0bf79-d506-484d-ac22-a56d2f949083" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.611514] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.611612] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.611678] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.611828] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.611912] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.612017] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43d0bf79-d506-484d-ac22-a56d2f949083',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.614416] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.614575] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.614667] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.614852] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.615019] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.617899] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-787e861c-b20f-4235-a2a3-0331cee64a55" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.728268] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba6187f3-2f9f-44ea-bb9d-7209a94ad84d in Status: SUCCESS [ 723.728268] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba6187f3-2f9f-44ea-bb9d-7209a94ad84d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.728475] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba6187f3-2f9f-44ea-bb9d-7209a94ad84d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.728621] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba6187f3-2f9f-44ea-bb9d-7209a94ad84d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.728811] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.728929] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.729021] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.729155] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.729238] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.729321] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba6187f3-2f9f-44ea-bb9d-7209a94ad84d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.729409] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ba6187f3-2f9f-44ea-bb9d-7209a94ad84d',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.095030] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b96f8dc5-bf40-4d2b-8dba-008825c69808',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.120074] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('43d0bf79-d506-484d-ac22-a56d2f949083',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.232714] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba6187f3-2f9f-44ea-bb9d-7209a94ad84d taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.232864] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba6187f3-2f9f-44ea-bb9d-7209a94ad84d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.232940] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba6187f3-2f9f-44ea-bb9d-7209a94ad84d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.233171] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba6187f3-2f9f-44ea-bb9d-7209a94ad84d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.233338] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.233445] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.233496] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.233648] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.233756] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.233846] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba6187f3-2f9f-44ea-bb9d-7209a94ad84d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.234192] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba6187f3-2f9f-44ea-bb9d-7209a94ad84d taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.234192] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba6187f3-2f9f-44ea-bb9d-7209a94ad84d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.234192] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba6187f3-2f9f-44ea-bb9d-7209a94ad84d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.234467] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba6187f3-2f9f-44ea-bb9d-7209a94ad84d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.234467] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.234537] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.234537] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.234835] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.234835] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.234835] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba6187f3-2f9f-44ea-bb9d-7209a94ad84d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.235030] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ba6187f3-2f9f-44ea-bb9d-7209a94ad84d',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.596825] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.597261] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.597261] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.597341] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.597442] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.597544] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b96f8dc5-bf40-4d2b-8dba-008825c69808 is going to be created. [ 724.621526] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.621709] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.621709] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.621916] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.622096] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.623249] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('43d0bf79-d506-484d-ac22-a56d2f949083',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.633032] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08b580bd-8f2d-4784-be88-380b69cef54a in Status: SUCCESS [ 724.633250] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.633648] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.633848] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.634052] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.634175] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.634240] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.634391] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.634469] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.634549] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.634634] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('08b580bd-8f2d-4784-be88-380b69cef54a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.635816] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b96f8dc5-bf40-4d2b-8dba-008825c69808 in Status: UNINITIALIZED for 2s [ 724.738158] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ba6187f3-2f9f-44ea-bb9d-7209a94ad84d: rpc.has_security_group_logging(os_id): False [ 724.757716] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.757901] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.757901] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.758285] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.758387] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.758604] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.758707] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.758770] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.758932] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.759016] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.759201] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.759291] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.759350] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.759487] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.759562] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.760091] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.760200] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.760262] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.760427] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.760502] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.760588] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba6187f3-2f9f-44ea-bb9d-7209a94ad84d is going to be created. [ 724.823299] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.823520] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.823586] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.823853] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.824670] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.848206] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba6187f3-2f9f-44ea-bb9d-7209a94ad84d in Status: IN_PROGRESS for 2s [ 725.128575] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.128575] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.128575] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.128575] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.128575] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.128575] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43d0bf79-d506-484d-ac22-a56d2f949083 is going to be updated. [ 725.137103] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-08b580bd-8f2d-4784-be88-380b69cef54a taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.140020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.140020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.140020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.140020] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.140020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.140020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.140020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.140020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.140020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.140020] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-08b580bd-8f2d-4784-be88-380b69cef54a taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.140020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.140020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.140020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.140020] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.140020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.140020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.140020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.140020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.140697] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.140697] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('08b580bd-8f2d-4784-be88-380b69cef54a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.177014] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.177014] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.177014] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.177014] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.177014] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.186688] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43d0bf79-d506-484d-ac22-a56d2f949083 in Status: IN_PROGRESS for 2s [ 725.645151] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 08b580bd-8f2d-4784-be88-380b69cef54a: rpc.has_security_group_logging(os_id): False [ 725.664372] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.664515] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.664585] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.664804] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.664891] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.665096] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.665198] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.665257] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.665401] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.665478] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.665674] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.665767] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.665823] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.665968] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.666059] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.666324] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.666423] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.666483] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.666795] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.666890] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.666978] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 08b580bd-8f2d-4784-be88-380b69cef54a is going to be created. [ 725.726466] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.726466] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.726466] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.726466] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.726466] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.737938] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08b580bd-8f2d-4784-be88-380b69cef54a in Status: IN_PROGRESS for 2s [ 726.646384] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b96f8dc5-bf40-4d2b-8dba-008825c69808 in Status: SUCCESS [ 726.646384] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b96f8dc5-bf40-4d2b-8dba-008825c69808" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.647139] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b96f8dc5-bf40-4d2b-8dba-008825c69808" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.647407] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b96f8dc5-bf40-4d2b-8dba-008825c69808" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.647607] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.647721] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.647782] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.647954] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.648144] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.648228] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b96f8dc5-bf40-4d2b-8dba-008825c69808" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.648321] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b96f8dc5-bf40-4d2b-8dba-008825c69808',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.859320] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba6187f3-2f9f-44ea-bb9d-7209a94ad84d in Status: SUCCESS [ 726.859582] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba6187f3-2f9f-44ea-bb9d-7209a94ad84d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.150662] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-b96f8dc5-bf40-4d2b-8dba-008825c69808 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.150835] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b96f8dc5-bf40-4d2b-8dba-008825c69808" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.151079] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b96f8dc5-bf40-4d2b-8dba-008825c69808" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.151249] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b96f8dc5-bf40-4d2b-8dba-008825c69808" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.151420] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.151517] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.151581] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.151728] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.151819] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.152097] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b96f8dc5-bf40-4d2b-8dba-008825c69808" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.152097] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-b96f8dc5-bf40-4d2b-8dba-008825c69808 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.152273] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b96f8dc5-bf40-4d2b-8dba-008825c69808" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.152273] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b96f8dc5-bf40-4d2b-8dba-008825c69808" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.152453] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b96f8dc5-bf40-4d2b-8dba-008825c69808" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.152652] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.152764] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.152831] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.152999] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.153104] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.153184] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b96f8dc5-bf40-4d2b-8dba-008825c69808" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.153402] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b96f8dc5-bf40-4d2b-8dba-008825c69808',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.196270] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43d0bf79-d506-484d-ac22-a56d2f949083 in Status: SUCCESS [ 727.196475] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43d0bf79-d506-484d-ac22-a56d2f949083" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.655509] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b96f8dc5-bf40-4d2b-8dba-008825c69808: rpc.has_security_group_logging(os_id): False [ 727.674775] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.674775] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.674775] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.674775] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.674775] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.674775] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.674775] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.674775] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.674775] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.674775] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.674775] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.674775] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.674775] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.674775] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.674775] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.675269] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.675269] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.675269] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.675269] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.675269] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.675414] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b96f8dc5-bf40-4d2b-8dba-008825c69808 is going to be created. [ 727.735260] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.735405] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.735471] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.735680] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.735869] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.752032] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b96f8dc5-bf40-4d2b-8dba-008825c69808 in Status: IN_PROGRESS for 2s [ 727.752156] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08b580bd-8f2d-4784-be88-380b69cef54a in Status: SUCCESS [ 727.752317] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.611485] env[69596]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 728.611664] env[69596]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 729.768187] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b96f8dc5-bf40-4d2b-8dba-008825c69808 in Status: SUCCESS [ 729.768452] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b96f8dc5-bf40-4d2b-8dba-008825c69808" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.530452] env[69596]: INFO networking_nsxv3.common.synchronization [req-ae093102-a548-4bab-bc36-474ca7d62fea req-de30d474-787c-4290-8e7a-6cb3a3edb1af tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Enqueued Resource ID: d65c3b61-239c-443e-8b2e-04ea5cbccf11 with Priority: HIGHEST for action security_group_members [ 730.530660] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d65c3b61-239c-443e-8b2e-04ea5cbccf11 with Priority: HIGHEST for action security_group_members [ 730.530974] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-d65c3b61-239c-443e-8b2e-04ea5cbccf11 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.532755] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d65c3b61-239c-443e-8b2e-04ea5cbccf11" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.532755] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d65c3b61-239c-443e-8b2e-04ea5cbccf11" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.533312] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d65c3b61-239c-443e-8b2e-04ea5cbccf11" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.533312] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.533312] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.533312] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.533495] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.533495] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.533549] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d65c3b61-239c-443e-8b2e-04ea5cbccf11',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.712065] env[69596]: INFO networking_nsxv3.common.synchronization [req-5e9e308d-4c88-4974-9ba8-b1d89c694b78 req-7b9f3871-2ab2-4842-aef4-a94eea32a4dd tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Enqueued Resource ID: a95916d0-b58b-44dd-93a0-fc07f339e870 with Priority: HIGHEST for action security_group_members [ 730.712572] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a95916d0-b58b-44dd-93a0-fc07f339e870 with Priority: HIGHEST for action security_group_members [ 730.712888] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-a95916d0-b58b-44dd-93a0-fc07f339e870 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.713041] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a95916d0-b58b-44dd-93a0-fc07f339e870" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.713095] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a95916d0-b58b-44dd-93a0-fc07f339e870" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.713356] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a95916d0-b58b-44dd-93a0-fc07f339e870" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.713513] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.713613] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.713676] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.714077] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.714077] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.714077] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a95916d0-b58b-44dd-93a0-fc07f339e870',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.905327] env[69596]: INFO networking_nsxv3.common.synchronization [req-00c0ea79-cfe5-4bde-b0ef-200b4b32e248 req-de9cfb0c-5f6c-43d9-818a-4d96492de6f1 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Enqueued Resource ID: 3f1a1bdf-51e8-4a33-8e5d-253748151bef with Priority: HIGHEST for action security_group_members [ 730.905871] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f1a1bdf-51e8-4a33-8e5d-253748151bef with Priority: HIGHEST for action security_group_members [ 730.906215] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f1a1bdf-51e8-4a33-8e5d-253748151bef taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.906336] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f1a1bdf-51e8-4a33-8e5d-253748151bef" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.906411] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f1a1bdf-51e8-4a33-8e5d-253748151bef" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.906604] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f1a1bdf-51e8-4a33-8e5d-253748151bef" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.906753] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.906849] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.906908] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.908244] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.908356] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.908456] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f1a1bdf-51e8-4a33-8e5d-253748151bef',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.040083] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d65c3b61-239c-443e-8b2e-04ea5cbccf11',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.095468] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-450 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.095635] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-450" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.095757] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-450" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.096094] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-450" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.096436] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.096621] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.096743] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.096966] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.097126] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.097401] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 731.097522] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 731.097638] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 731.097747] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 731.097859] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 731.097966] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 731.098126] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 731.116879] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 731.117010] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 731.117818] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 731.117818] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-450" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.117818] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-f57ac358-8110-4667-b5ab-38bca7620a37 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.117818] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-f57ac358-8110-4667-b5ab-38bca7620a37" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.118312] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-f57ac358-8110-4667-b5ab-38bca7620a37" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.118312] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-f57ac358-8110-4667-b5ab-38bca7620a37" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.118437] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f57ac358-8110-4667-b5ab-38bca7620a37',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.217305] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.217474] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.217551] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.217774] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.217868] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.218269] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.218394] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.218477] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.218660] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.218758] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.218856] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a95916d0-b58b-44dd-93a0-fc07f339e870 already deleted. [ 731.218936] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a95916d0-b58b-44dd-93a0-fc07f339e870" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.410650] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f1a1bdf-51e8-4a33-8e5d-253748151bef',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.542358] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d65c3b61-239c-443e-8b2e-04ea5cbccf11',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.620612] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.620833] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.620961] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.621311] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.621473] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.621646] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port f57ac358-8110-4667-b5ab-38bca7620a37 not found, creating... [ 731.621899] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.622099] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.622183] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.623986] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.623986] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.623986] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.623986] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.623986] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.623986] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.623986] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.623986] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: f57ac358-8110-4667-b5ab-38bca7620a37 is going to be created. [ 731.644207] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.644463] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.644589] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.644847] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.645085] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.645313] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-f57ac358-8110-4667-b5ab-38bca7620a37" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.912207] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f1a1bdf-51e8-4a33-8e5d-253748151bef',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.044317] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.044475] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.044533] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.044788] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.044850] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.044937] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d65c3b61-239c-443e-8b2e-04ea5cbccf11 is going to be updated. [ 732.072773] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.072910] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.072980] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.073210] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.073697] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.093369] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d65c3b61-239c-443e-8b2e-04ea5cbccf11 in Status: IN_PROGRESS for 2s [ 732.355930] env[69596]: INFO networking_nsxv3.common.synchronization [req-5e9e308d-4c88-4974-9ba8-b1d89c694b78 req-e752541e-8619-4cdd-8492-0f90abc4f950 service nova] Enqueued Resource ID: a95916d0-b58b-44dd-93a0-fc07f339e870 with Priority: HIGHEST for action security_group_rules [ 732.356137] env[69596]: INFO networking_nsxv3.common.synchronization [req-5e9e308d-4c88-4974-9ba8-b1d89c694b78 req-e752541e-8619-4cdd-8492-0f90abc4f950 service nova] Enqueued Resource ID: a95916d0-b58b-44dd-93a0-fc07f339e870 with Priority: HIGHEST for action security_group_members [ 732.356292] env[69596]: INFO networking_nsxv3.common.synchronization [req-5e9e308d-4c88-4974-9ba8-b1d89c694b78 req-e752541e-8619-4cdd-8492-0f90abc4f950 service nova] Enqueued Resource ID: f57ac358-8110-4667-b5ab-38bca7620a37 with Priority: HIGHEST for action port [ 732.356525] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a95916d0-b58b-44dd-93a0-fc07f339e870 with Priority: HIGHEST for action security_group_rules [ 732.356654] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a95916d0-b58b-44dd-93a0-fc07f339e870 with Priority: HIGHEST for action security_group_members [ 732.356771] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f57ac358-8110-4667-b5ab-38bca7620a37 with Priority: HIGHEST for action port [ 732.357478] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a95916d0-b58b-44dd-93a0-fc07f339e870 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.357635] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a95916d0-b58b-44dd-93a0-fc07f339e870" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.357711] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a95916d0-b58b-44dd-93a0-fc07f339e870" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.357994] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a95916d0-b58b-44dd-93a0-fc07f339e870" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.358103] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a95916d0-b58b-44dd-93a0-fc07f339e870',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.359828] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-a95916d0-b58b-44dd-93a0-fc07f339e870 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.360738] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a95916d0-b58b-44dd-93a0-fc07f339e870" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.360738] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a95916d0-b58b-44dd-93a0-fc07f339e870" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.360738] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a95916d0-b58b-44dd-93a0-fc07f339e870" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.360738] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.360738] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.361351] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.361351] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.361351] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.361351] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a95916d0-b58b-44dd-93a0-fc07f339e870',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.363038] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-f57ac358-8110-4667-b5ab-38bca7620a37 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.363038] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f57ac358-8110-4667-b5ab-38bca7620a37" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.363038] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f57ac358-8110-4667-b5ab-38bca7620a37" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.363038] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f57ac358-8110-4667-b5ab-38bca7620a37" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.363235] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f57ac358-8110-4667-b5ab-38bca7620a37',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.415117] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.415273] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.415351] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.415560] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.415652] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.415747] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f1a1bdf-51e8-4a33-8e5d-253748151bef is going to be updated. [ 732.443898] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.444054] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.444145] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.444361] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.444503] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.452770] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f1a1bdf-51e8-4a33-8e5d-253748151bef in Status: IN_PROGRESS for 2s [ 732.858097] env[69596]: INFO networking_nsxv3.common.synchronization [req-e176238c-d825-44ce-9bee-975d81806788 req-d02b7ab1-455e-480a-8f13-f744c5bf1e6a tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] Enqueued Resource ID: ba6187f3-2f9f-44ea-bb9d-7209a94ad84d with Priority: HIGHEST for action security_group_members [ 732.861105] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba6187f3-2f9f-44ea-bb9d-7209a94ad84d with Priority: HIGHEST for action security_group_members [ 732.861906] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba6187f3-2f9f-44ea-bb9d-7209a94ad84d taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.863309] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba6187f3-2f9f-44ea-bb9d-7209a94ad84d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.863466] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba6187f3-2f9f-44ea-bb9d-7209a94ad84d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.863753] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba6187f3-2f9f-44ea-bb9d-7209a94ad84d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.864039] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.864254] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.864390] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.864726] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.866465] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.866465] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba6187f3-2f9f-44ea-bb9d-7209a94ad84d',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.866465] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a95916d0-b58b-44dd-93a0-fc07f339e870',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.867278] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f57ac358-8110-4667-b5ab-38bca7620a37 with status ACTIVE [ 732.867278] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.867278] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.867278] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.867278] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.867551] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.867551] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.867641] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.867641] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.867791] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.867849] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.868739] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.868739] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.868739] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.868739] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.868739] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.868739] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f57ac358-8110-4667-b5ab-38bca7620a37 is going to be updated. [ 732.870028] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-a95916d0-b58b-44dd-93a0-fc07f339e870 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.870028] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a95916d0-b58b-44dd-93a0-fc07f339e870" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.890154] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.890255] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.890326] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.890532] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.890663] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.890821] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f57ac358-8110-4667-b5ab-38bca7620a37" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.371609] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.371609] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.371951] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.371951] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.372037] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.372481] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.372481] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.372481] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.372626] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.372709] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.372859] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba6187f3-2f9f-44ea-bb9d-7209a94ad84d is going to be updated. [ 733.374006] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a95916d0-b58b-44dd-93a0-fc07f339e870',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.400026] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.400026] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.400026] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.400239] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.400419] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.408026] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba6187f3-2f9f-44ea-bb9d-7209a94ad84d in Status: IN_PROGRESS for 2s [ 733.877654] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.877805] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.878168] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.878168] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.878288] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.878327] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a95916d0-b58b-44dd-93a0-fc07f339e870 is going to be created. [ 733.900078] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.900816] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.900816] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.900816] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.900816] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.908443] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a95916d0-b58b-44dd-93a0-fc07f339e870 in Status: UNINITIALIZED for 2s [ 734.104990] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d65c3b61-239c-443e-8b2e-04ea5cbccf11 in Status: SUCCESS [ 734.104990] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d65c3b61-239c-443e-8b2e-04ea5cbccf11" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.398014] env[69596]: INFO networking_nsxv3.common.synchronization [None req-4af9bbc6-5ff6-45a4-9a72-6e7ff98570d3 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Enqueued Resource ID: 37958ad0-7dcd-4aac-85fd-5b8ab09c9482 with Priority: HIGHEST for action security_group_rules [ 734.398623] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37958ad0-7dcd-4aac-85fd-5b8ab09c9482 with Priority: HIGHEST for action security_group_rules [ 734.399048] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37958ad0-7dcd-4aac-85fd-5b8ab09c9482 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.399285] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37958ad0-7dcd-4aac-85fd-5b8ab09c9482" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.399406] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37958ad0-7dcd-4aac-85fd-5b8ab09c9482" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.399661] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37958ad0-7dcd-4aac-85fd-5b8ab09c9482" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.399751] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37958ad0-7dcd-4aac-85fd-5b8ab09c9482',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.461515] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f1a1bdf-51e8-4a33-8e5d-253748151bef in Status: SUCCESS [ 734.461745] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f1a1bdf-51e8-4a33-8e5d-253748151bef" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.476609] env[69596]: INFO networking_nsxv3.common.synchronization [None req-68cf90d5-0945-4e1f-b842-3848681dc746 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Enqueued Resource ID: 37958ad0-7dcd-4aac-85fd-5b8ab09c9482 with Priority: HIGHEST for action security_group_rules [ 734.477153] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37958ad0-7dcd-4aac-85fd-5b8ab09c9482 with Priority: HIGHEST for action security_group_rules [ 734.477457] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37958ad0-7dcd-4aac-85fd-5b8ab09c9482 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.477561] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37958ad0-7dcd-4aac-85fd-5b8ab09c9482" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.920135] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.920135] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.920135] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.920135] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.920135] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.920135] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37958ad0-7dcd-4aac-85fd-5b8ab09c9482 already deleted. [ 734.920388] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37958ad0-7dcd-4aac-85fd-5b8ab09c9482" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.920388] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37958ad0-7dcd-4aac-85fd-5b8ab09c9482" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.920502] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37958ad0-7dcd-4aac-85fd-5b8ab09c9482" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.920543] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37958ad0-7dcd-4aac-85fd-5b8ab09c9482',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.420651] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba6187f3-2f9f-44ea-bb9d-7209a94ad84d in Status: SUCCESS [ 735.420651] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba6187f3-2f9f-44ea-bb9d-7209a94ad84d deletion is rescheduled due to dependency. [ 735.420651] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba6187f3-2f9f-44ea-bb9d-7209a94ad84d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.438913] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.439784] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.439784] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.439784] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.439784] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.439784] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37958ad0-7dcd-4aac-85fd-5b8ab09c9482 already deleted. [ 735.439784] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37958ad0-7dcd-4aac-85fd-5b8ab09c9482" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.918080] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a95916d0-b58b-44dd-93a0-fc07f339e870 in Status: SUCCESS [ 735.920402] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a95916d0-b58b-44dd-93a0-fc07f339e870" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.920402] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a95916d0-b58b-44dd-93a0-fc07f339e870" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.920402] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a95916d0-b58b-44dd-93a0-fc07f339e870" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.920402] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.920402] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.920402] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.920402] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.920402] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.920402] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a95916d0-b58b-44dd-93a0-fc07f339e870" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.920402] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a95916d0-b58b-44dd-93a0-fc07f339e870',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.426302] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-a95916d0-b58b-44dd-93a0-fc07f339e870 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.426591] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a95916d0-b58b-44dd-93a0-fc07f339e870" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.426591] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a95916d0-b58b-44dd-93a0-fc07f339e870" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.426768] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a95916d0-b58b-44dd-93a0-fc07f339e870" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.426900] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.426997] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.427106] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.427237] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.427347] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.427414] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a95916d0-b58b-44dd-93a0-fc07f339e870" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.427574] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-a95916d0-b58b-44dd-93a0-fc07f339e870 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.427667] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a95916d0-b58b-44dd-93a0-fc07f339e870" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.427729] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a95916d0-b58b-44dd-93a0-fc07f339e870" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.427858] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a95916d0-b58b-44dd-93a0-fc07f339e870" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.427994] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.428120] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.428218] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.428387] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.428493] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.428562] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a95916d0-b58b-44dd-93a0-fc07f339e870" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.428716] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a95916d0-b58b-44dd-93a0-fc07f339e870',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.933137] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a95916d0-b58b-44dd-93a0-fc07f339e870: rpc.has_security_group_logging(os_id): False [ 736.950024] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.950213] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.950287] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.950500] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.950590] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.950797] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.950897] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.950960] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.951130] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.951214] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.951408] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.951499] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.951559] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.951693] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.951764] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.951942] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.952043] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.952101] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.952235] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.952308] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.952393] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a95916d0-b58b-44dd-93a0-fc07f339e870 is going to be created. [ 737.007608] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.007608] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.007608] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.008164] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.008164] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.018428] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a95916d0-b58b-44dd-93a0-fc07f339e870 in Status: IN_PROGRESS for 2s [ 738.176148] env[69596]: INFO networking_nsxv3.common.synchronization [req-f3741d12-9896-40a0-86c8-c1f8b1a1f115 req-de901efc-045e-4ba6-a700-abdf69f17b51 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Enqueued Resource ID: b96f8dc5-bf40-4d2b-8dba-008825c69808 with Priority: HIGHEST for action security_group_members [ 738.176510] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b96f8dc5-bf40-4d2b-8dba-008825c69808 with Priority: HIGHEST for action security_group_members [ 738.176852] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-b96f8dc5-bf40-4d2b-8dba-008825c69808 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.177818] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b96f8dc5-bf40-4d2b-8dba-008825c69808" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.177818] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b96f8dc5-bf40-4d2b-8dba-008825c69808" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.177818] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b96f8dc5-bf40-4d2b-8dba-008825c69808" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.177818] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.177818] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.177818] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.177818] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.177818] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.178137] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b96f8dc5-bf40-4d2b-8dba-008825c69808',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.463053] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-407 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.463053] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-407" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.463053] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-407" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.463248] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-407" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.463553] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.463759] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.463944] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.464216] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.464371] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.464697] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 738.464697] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 738.464790] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 738.464888] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 738.464993] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 738.465109] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 738.465243] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 738.482789] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 738.482789] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 738.482946] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 738.483161] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-407" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.483468] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-3e95509b-a5bd-4582-9b9c-3c96d6cb184f taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.483632] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-3e95509b-a5bd-4582-9b9c-3c96d6cb184f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.483754] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-3e95509b-a5bd-4582-9b9c-3c96d6cb184f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.484079] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-3e95509b-a5bd-4582-9b9c-3c96d6cb184f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.484221] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e95509b-a5bd-4582-9b9c-3c96d6cb184f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.681416] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b96f8dc5-bf40-4d2b-8dba-008825c69808',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.986919] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.987131] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.987263] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.987533] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.987691] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.987851] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port 3e95509b-a5bd-4582-9b9c-3c96d6cb184f not found, creating... [ 738.988149] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.988316] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.988436] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.988650] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.988790] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.989083] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.989312] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.989438] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.989646] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.989781] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.991312] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: 3e95509b-a5bd-4582-9b9c-3c96d6cb184f is going to be created. [ 739.012720] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.012720] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.012720] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.013384] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.014286] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.014286] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-3e95509b-a5bd-4582-9b9c-3c96d6cb184f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.029151] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a95916d0-b58b-44dd-93a0-fc07f339e870 in Status: SUCCESS [ 739.029256] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a95916d0-b58b-44dd-93a0-fc07f339e870" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.187916] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b96f8dc5-bf40-4d2b-8dba-008825c69808',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.690497] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.690695] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.690801] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.690971] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.691114] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.691613] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b96f8dc5-bf40-4d2b-8dba-008825c69808 is going to be updated. [ 739.718389] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.718585] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.718636] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.718874] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.719046] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.727971] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b96f8dc5-bf40-4d2b-8dba-008825c69808 in Status: IN_PROGRESS for 2s [ 739.885494] env[69596]: INFO networking_nsxv3.common.synchronization [req-f3741d12-9896-40a0-86c8-c1f8b1a1f115 req-7817bd57-bedd-4717-a080-edcf5a38ecec service nova] Enqueued Resource ID: b96f8dc5-bf40-4d2b-8dba-008825c69808 with Priority: HIGHEST for action security_group_rules [ 739.885713] env[69596]: INFO networking_nsxv3.common.synchronization [req-f3741d12-9896-40a0-86c8-c1f8b1a1f115 req-7817bd57-bedd-4717-a080-edcf5a38ecec service nova] Enqueued Resource ID: b96f8dc5-bf40-4d2b-8dba-008825c69808 with Priority: HIGHEST for action security_group_members [ 739.885920] env[69596]: INFO networking_nsxv3.common.synchronization [req-f3741d12-9896-40a0-86c8-c1f8b1a1f115 req-7817bd57-bedd-4717-a080-edcf5a38ecec service nova] Enqueued Resource ID: 3e95509b-a5bd-4582-9b9c-3c96d6cb184f with Priority: HIGHEST for action port [ 739.887443] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b96f8dc5-bf40-4d2b-8dba-008825c69808 with Priority: HIGHEST for action security_group_rules [ 739.887586] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b96f8dc5-bf40-4d2b-8dba-008825c69808 with Priority: HIGHEST for action security_group_members [ 739.887704] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e95509b-a5bd-4582-9b9c-3c96d6cb184f with Priority: HIGHEST for action port [ 739.887947] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b96f8dc5-bf40-4d2b-8dba-008825c69808 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.888152] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b96f8dc5-bf40-4d2b-8dba-008825c69808" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.888152] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b96f8dc5-bf40-4d2b-8dba-008825c69808" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.888395] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b96f8dc5-bf40-4d2b-8dba-008825c69808" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.888441] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b96f8dc5-bf40-4d2b-8dba-008825c69808',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.889283] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-b96f8dc5-bf40-4d2b-8dba-008825c69808 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.889380] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b96f8dc5-bf40-4d2b-8dba-008825c69808" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.889569] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e95509b-a5bd-4582-9b9c-3c96d6cb184f taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.889665] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e95509b-a5bd-4582-9b9c-3c96d6cb184f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.889731] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e95509b-a5bd-4582-9b9c-3c96d6cb184f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.889905] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e95509b-a5bd-4582-9b9c-3c96d6cb184f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.889972] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e95509b-a5bd-4582-9b9c-3c96d6cb184f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.391996] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-b96f8dc5-bf40-4d2b-8dba-008825c69808 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.391996] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b96f8dc5-bf40-4d2b-8dba-008825c69808" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.391996] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3e95509b-a5bd-4582-9b9c-3c96d6cb184f with status ACTIVE [ 740.391996] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.392718] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.392718] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.392718] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.392718] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.392718] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.392718] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.392718] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.392928] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.392928] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.393619] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.393619] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.393619] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.393619] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.393619] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.393619] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3e95509b-a5bd-4582-9b9c-3c96d6cb184f is going to be updated. [ 740.412658] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.412781] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.412851] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.413042] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.413172] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.413337] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e95509b-a5bd-4582-9b9c-3c96d6cb184f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.836909] env[69596]: INFO networking_nsxv3.common.synchronization [req-1f9bb416-6fe9-40bf-bb17-353cb4fbc4e6 req-acddc999-b906-4b89-9a31-659bb87b64f9 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Enqueued Resource ID: 7ed25a93-e947-45e8-974b-645111add6cd with Priority: HIGHEST for action security_group_members [ 740.836909] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ed25a93-e947-45e8-974b-645111add6cd with Priority: HIGHEST for action security_group_members [ 740.836909] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ed25a93-e947-45e8-974b-645111add6cd taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.836909] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.836909] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.836909] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.837161] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.837222] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.837256] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.837522] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.837522] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.837609] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ed25a93-e947-45e8-974b-645111add6cd',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.145122] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-787 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.145122] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-787" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.145122] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-787" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.145458] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-787" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.145630] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.146646] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.146829] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.147117] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.147315] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.147568] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 741.147722] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 741.147868] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 741.148071] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 741.148219] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 741.148372] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 741.148542] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 741.169294] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 741.169487] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 741.169924] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 741.169924] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-787" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.170356] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-f16fac25-0b21-4b65-a650-4bb1ccc955a2 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.170766] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-f16fac25-0b21-4b65-a650-4bb1ccc955a2" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.170861] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-f16fac25-0b21-4b65-a650-4bb1ccc955a2" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.171214] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-f16fac25-0b21-4b65-a650-4bb1ccc955a2" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.171383] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f16fac25-0b21-4b65-a650-4bb1ccc955a2',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.340290] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.340483] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.341093] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.341093] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.341093] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.341346] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.341346] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.341346] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.341603] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.341603] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.341682] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ed25a93-e947-45e8-974b-645111add6cd is going to be updated. [ 741.366079] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.366079] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.366079] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.366079] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.366079] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.374325] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ed25a93-e947-45e8-974b-645111add6cd in Status: IN_PROGRESS for 2s [ 741.673900] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.674253] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.674253] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.674419] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.674575] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.674703] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port f16fac25-0b21-4b65-a650-4bb1ccc955a2 not found, creating... [ 741.674969] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.675239] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.675239] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.675456] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.675587] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.675850] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.675996] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.676119] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.676315] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.676445] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.676588] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: f16fac25-0b21-4b65-a650-4bb1ccc955a2 is going to be created. [ 741.696222] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.696222] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.696378] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.696600] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.696805] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.697029] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-f16fac25-0b21-4b65-a650-4bb1ccc955a2" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.737208] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b96f8dc5-bf40-4d2b-8dba-008825c69808 in Status: SUCCESS [ 741.737450] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b96f8dc5-bf40-4d2b-8dba-008825c69808" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.737609] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b96f8dc5-bf40-4d2b-8dba-008825c69808" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.737822] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b96f8dc5-bf40-4d2b-8dba-008825c69808" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.737998] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.738155] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.738227] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.738347] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.738427] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.738519] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b96f8dc5-bf40-4d2b-8dba-008825c69808',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.241822] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b96f8dc5-bf40-4d2b-8dba-008825c69808',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.408391] env[69596]: INFO networking_nsxv3.common.synchronization [req-1f9bb416-6fe9-40bf-bb17-353cb4fbc4e6 req-557e929f-ee44-43a6-b8eb-760735061e18 service nova] Enqueued Resource ID: 7ed25a93-e947-45e8-974b-645111add6cd with Priority: HIGHEST for action security_group_rules [ 742.408391] env[69596]: INFO networking_nsxv3.common.synchronization [req-1f9bb416-6fe9-40bf-bb17-353cb4fbc4e6 req-557e929f-ee44-43a6-b8eb-760735061e18 service nova] Enqueued Resource ID: 7ed25a93-e947-45e8-974b-645111add6cd with Priority: HIGHEST for action security_group_members [ 742.408391] env[69596]: INFO networking_nsxv3.common.synchronization [req-1f9bb416-6fe9-40bf-bb17-353cb4fbc4e6 req-557e929f-ee44-43a6-b8eb-760735061e18 service nova] Enqueued Resource ID: f16fac25-0b21-4b65-a650-4bb1ccc955a2 with Priority: HIGHEST for action port [ 742.408391] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ed25a93-e947-45e8-974b-645111add6cd with Priority: HIGHEST for action security_group_rules [ 742.408391] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ed25a93-e947-45e8-974b-645111add6cd with Priority: HIGHEST for action security_group_members [ 742.408391] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f16fac25-0b21-4b65-a650-4bb1ccc955a2 with Priority: HIGHEST for action port [ 742.408391] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ed25a93-e947-45e8-974b-645111add6cd taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.408391] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.408851] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.409252] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.409432] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ed25a93-e947-45e8-974b-645111add6cd',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.410473] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ed25a93-e947-45e8-974b-645111add6cd taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.410702] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.410987] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-f16fac25-0b21-4b65-a650-4bb1ccc955a2 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.411729] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f16fac25-0b21-4b65-a650-4bb1ccc955a2" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.413614] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f16fac25-0b21-4b65-a650-4bb1ccc955a2" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.413614] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f16fac25-0b21-4b65-a650-4bb1ccc955a2" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.413614] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f16fac25-0b21-4b65-a650-4bb1ccc955a2',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.746394] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b96f8dc5-bf40-4d2b-8dba-008825c69808',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.916094] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f16fac25-0b21-4b65-a650-4bb1ccc955a2 with status ACTIVE [ 742.916208] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.916284] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.916329] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.917029] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.917029] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.917029] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.917029] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.917029] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.917265] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.917265] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.917356] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.917443] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.917500] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.917632] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.917699] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.917778] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f16fac25-0b21-4b65-a650-4bb1ccc955a2 is going to be updated. [ 742.918999] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ed25a93-e947-45e8-974b-645111add6cd taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.919182] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.938228] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.938377] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.938423] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.938629] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.938814] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.939097] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f16fac25-0b21-4b65-a650-4bb1ccc955a2" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.248842] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.248842] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.248842] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.249092] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.249197] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.249330] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b96f8dc5-bf40-4d2b-8dba-008825c69808 is going to be updated. [ 743.278385] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.278515] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.278585] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.278794] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.278931] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.289322] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b96f8dc5-bf40-4d2b-8dba-008825c69808 in Status: IN_PROGRESS for 2s [ 743.384046] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ed25a93-e947-45e8-974b-645111add6cd in Status: SUCCESS [ 743.384243] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ed25a93-e947-45e8-974b-645111add6cd deletion is rescheduled due to dependency. [ 743.384366] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.384529] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.384763] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.384962] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.385102] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.385168] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.385339] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.385420] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.385521] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ed25a93-e947-45e8-974b-645111add6cd',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.395985] env[69596]: INFO networking_nsxv3.common.synchronization [req-2d1dd1b5-d66a-4458-8b31-761cf2e68ff7 req-98d37137-72ed-4708-9ab0-2a1518ea6001 tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] Enqueued Resource ID: 896b9757-7c26-4d8d-893c-a9ae9d6ef7d5 with Priority: HIGHEST for action security_group_members [ 743.396628] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 896b9757-7c26-4d8d-893c-a9ae9d6ef7d5 with Priority: HIGHEST for action security_group_members [ 743.396942] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-896b9757-7c26-4d8d-893c-a9ae9d6ef7d5 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.397119] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-896b9757-7c26-4d8d-893c-a9ae9d6ef7d5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.397192] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-896b9757-7c26-4d8d-893c-a9ae9d6ef7d5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.397423] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-896b9757-7c26-4d8d-893c-a9ae9d6ef7d5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.397575] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.397675] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.397737] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.397881] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.397962] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.398063] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('896b9757-7c26-4d8d-893c-a9ae9d6ef7d5',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.891178] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ed25a93-e947-45e8-974b-645111add6cd',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.899849] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.899972] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.900059] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.900333] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.900428] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.900618] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.900708] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.900769] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.900917] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.900992] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.901089] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 896b9757-7c26-4d8d-893c-a9ae9d6ef7d5 already deleted. [ 743.901179] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-896b9757-7c26-4d8d-893c-a9ae9d6ef7d5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.961593] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-209 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.961593] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-209" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.961748] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-209" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.961996] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-209" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.962269] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.962424] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.962566] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.962796] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.962939] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.963200] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 743.963285] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 743.963400] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 743.963505] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 743.963611] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 743.963714] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 743.963845] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 743.980409] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 743.980560] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 743.980748] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 743.980856] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-209" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.981189] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-1dcd454d-006f-4609-8762-97a00e99c5de taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.981328] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-1dcd454d-006f-4609-8762-97a00e99c5de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.981437] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-1dcd454d-006f-4609-8762-97a00e99c5de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.981718] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-1dcd454d-006f-4609-8762-97a00e99c5de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.981855] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1dcd454d-006f-4609-8762-97a00e99c5de',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.393829] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ed25a93-e947-45e8-974b-645111add6cd',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.484042] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.484291] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.484420] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.484714] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.484834] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.484992] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port 1dcd454d-006f-4609-8762-97a00e99c5de not found, creating... [ 744.485267] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.485427] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.485531] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.485740] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.485875] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.486163] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.486315] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.486428] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.486626] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.486758] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.487545] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: 1dcd454d-006f-4609-8762-97a00e99c5de is going to be created. [ 744.509119] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.509119] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.509119] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.509119] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.509119] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.509119] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-1dcd454d-006f-4609-8762-97a00e99c5de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.896381] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.896650] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.896688] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.896951] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.897096] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.897245] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ed25a93-e947-45e8-974b-645111add6cd is going to be updated. [ 744.929809] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.930219] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.930219] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.930343] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.930461] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.939277] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ed25a93-e947-45e8-974b-645111add6cd in Status: IN_PROGRESS for 2s [ 745.298369] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b96f8dc5-bf40-4d2b-8dba-008825c69808 in Status: SUCCESS [ 745.298590] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b96f8dc5-bf40-4d2b-8dba-008825c69808" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.298773] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b96f8dc5-bf40-4d2b-8dba-008825c69808" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.298957] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b96f8dc5-bf40-4d2b-8dba-008825c69808" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.299157] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.299275] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.299340] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.299537] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.299587] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.299654] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b96f8dc5-bf40-4d2b-8dba-008825c69808" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.299728] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b96f8dc5-bf40-4d2b-8dba-008825c69808',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.426221] env[69596]: INFO networking_nsxv3.common.synchronization [req-2d1dd1b5-d66a-4458-8b31-761cf2e68ff7 req-b50398cf-f971-4b1d-99f0-7425d6063eec service nova] Enqueued Resource ID: 896b9757-7c26-4d8d-893c-a9ae9d6ef7d5 with Priority: HIGHEST for action security_group_rules [ 745.426451] env[69596]: INFO networking_nsxv3.common.synchronization [req-2d1dd1b5-d66a-4458-8b31-761cf2e68ff7 req-b50398cf-f971-4b1d-99f0-7425d6063eec service nova] Enqueued Resource ID: 896b9757-7c26-4d8d-893c-a9ae9d6ef7d5 with Priority: HIGHEST for action security_group_members [ 745.430328] env[69596]: INFO networking_nsxv3.common.synchronization [req-2d1dd1b5-d66a-4458-8b31-761cf2e68ff7 req-b50398cf-f971-4b1d-99f0-7425d6063eec service nova] Enqueued Resource ID: 1dcd454d-006f-4609-8762-97a00e99c5de with Priority: HIGHEST for action port [ 745.430992] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 896b9757-7c26-4d8d-893c-a9ae9d6ef7d5 with Priority: HIGHEST for action security_group_rules [ 745.432059] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 896b9757-7c26-4d8d-893c-a9ae9d6ef7d5 with Priority: HIGHEST for action security_group_members [ 745.432213] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1dcd454d-006f-4609-8762-97a00e99c5de with Priority: HIGHEST for action port [ 745.432500] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-896b9757-7c26-4d8d-893c-a9ae9d6ef7d5 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.432623] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-896b9757-7c26-4d8d-893c-a9ae9d6ef7d5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.432692] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-896b9757-7c26-4d8d-893c-a9ae9d6ef7d5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.432950] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-896b9757-7c26-4d8d-893c-a9ae9d6ef7d5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.433261] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('896b9757-7c26-4d8d-893c-a9ae9d6ef7d5',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.434092] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-896b9757-7c26-4d8d-893c-a9ae9d6ef7d5 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.434184] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-896b9757-7c26-4d8d-893c-a9ae9d6ef7d5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.434255] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-896b9757-7c26-4d8d-893c-a9ae9d6ef7d5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.434511] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-896b9757-7c26-4d8d-893c-a9ae9d6ef7d5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.434577] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.434656] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.434716] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.434855] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.434940] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.436050] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('896b9757-7c26-4d8d-893c-a9ae9d6ef7d5',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.439601] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-1dcd454d-006f-4609-8762-97a00e99c5de taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.439601] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1dcd454d-006f-4609-8762-97a00e99c5de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.439601] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1dcd454d-006f-4609-8762-97a00e99c5de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.439601] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1dcd454d-006f-4609-8762-97a00e99c5de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.439601] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1dcd454d-006f-4609-8762-97a00e99c5de',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.802356] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-b96f8dc5-bf40-4d2b-8dba-008825c69808 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.802537] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b96f8dc5-bf40-4d2b-8dba-008825c69808" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.802617] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b96f8dc5-bf40-4d2b-8dba-008825c69808" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.802834] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b96f8dc5-bf40-4d2b-8dba-008825c69808" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.802998] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.803105] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.803169] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.803314] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.803407] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.803495] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b96f8dc5-bf40-4d2b-8dba-008825c69808" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.803638] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-b96f8dc5-bf40-4d2b-8dba-008825c69808 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.803728] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b96f8dc5-bf40-4d2b-8dba-008825c69808" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.803787] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b96f8dc5-bf40-4d2b-8dba-008825c69808" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.804034] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b96f8dc5-bf40-4d2b-8dba-008825c69808" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.804187] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.804778] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.804778] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.805064] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.805064] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.805137] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b96f8dc5-bf40-4d2b-8dba-008825c69808" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.805210] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b96f8dc5-bf40-4d2b-8dba-008825c69808',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.939995] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-896b9757-7c26-4d8d-893c-a9ae9d6ef7d5 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.940440] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-896b9757-7c26-4d8d-893c-a9ae9d6ef7d5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.940440] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('896b9757-7c26-4d8d-893c-a9ae9d6ef7d5',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.941400] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1dcd454d-006f-4609-8762-97a00e99c5de with status ACTIVE [ 745.941624] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.941763] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.941839] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.942088] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.942215] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.942442] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.942551] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.942627] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.942791] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.942873] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.944061] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.944319] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.944416] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.944578] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.944665] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.944758] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1dcd454d-006f-4609-8762-97a00e99c5de is going to be updated. [ 745.967259] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.967428] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.967512] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.967766] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.967927] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.968245] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1dcd454d-006f-4609-8762-97a00e99c5de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.308497] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b96f8dc5-bf40-4d2b-8dba-008825c69808: rpc.has_security_group_logging(os_id): False [ 746.326415] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.326678] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.326887] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.327016] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.327186] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.327513] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.327668] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.327760] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.328026] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.328145] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.328427] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.328570] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.328666] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.328864] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.328968] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.329257] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.329420] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.329507] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.329708] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.329827] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.329961] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b96f8dc5-bf40-4d2b-8dba-008825c69808 is going to be updated. [ 746.384672] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.385399] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.385399] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.385399] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.385399] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.396652] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b96f8dc5-bf40-4d2b-8dba-008825c69808 in Status: IN_PROGRESS for 2s [ 746.446750] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('896b9757-7c26-4d8d-893c-a9ae9d6ef7d5',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.532309] env[69596]: INFO networking_nsxv3.common.synchronization [req-245d0edd-5900-4139-99b5-01dc7a023655 req-b175db8c-b113-4b55-97d0-e635ff479652 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Enqueued Resource ID: 08b580bd-8f2d-4784-be88-380b69cef54a with Priority: HIGHEST for action security_group_members [ 746.533144] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08b580bd-8f2d-4784-be88-380b69cef54a with Priority: HIGHEST for action security_group_members [ 746.533252] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-08b580bd-8f2d-4784-be88-380b69cef54a taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.533315] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.533354] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.533537] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.533687] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.533785] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.533853] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.533988] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.534305] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.535052] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08b580bd-8f2d-4784-be88-380b69cef54a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.950680] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ed25a93-e947-45e8-974b-645111add6cd in Status: SUCCESS [ 746.950680] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.950680] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.950680] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.950680] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.951079] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.951079] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.951079] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 896b9757-7c26-4d8d-893c-a9ae9d6ef7d5 is going to be created. [ 746.952260] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.952471] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.952636] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.952804] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.952804] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.953070] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.953070] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.953162] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.953207] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7ed25a93-e947-45e8-974b-645111add6cd',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.978618] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.978790] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.978877] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.979160] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.979506] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.990183] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 896b9757-7c26-4d8d-893c-a9ae9d6ef7d5 in Status: UNINITIALIZED for 2s [ 747.036360] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.036517] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.036587] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.036832] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.036955] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.037193] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.037294] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.037354] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.037509] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.037583] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.037959] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08b580bd-8f2d-4784-be88-380b69cef54a is going to be updated. [ 747.070405] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.070572] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.070614] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.070827] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.070963] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.081379] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08b580bd-8f2d-4784-be88-380b69cef54a in Status: IN_PROGRESS for 2s [ 747.456977] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ed25a93-e947-45e8-974b-645111add6cd taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.457100] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.457215] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.457477] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.457687] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.457790] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.457859] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.458157] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.458289] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.458404] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.458578] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ed25a93-e947-45e8-974b-645111add6cd taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.458686] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.458851] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.458991] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.459781] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.459781] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.459781] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.459781] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.459781] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.459938] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.459938] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7ed25a93-e947-45e8-974b-645111add6cd',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.965032] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7ed25a93-e947-45e8-974b-645111add6cd: rpc.has_security_group_logging(os_id): False [ 747.982124] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.982288] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.982378] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.982660] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.982759] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.982952] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.983081] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.983145] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.983319] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.983423] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.983667] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.983766] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.983828] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.983967] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.984137] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.984996] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.984996] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.984996] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.984996] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.984996] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.984996] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ed25a93-e947-45e8-974b-645111add6cd is going to be updated. [ 747.995692] env[69596]: INFO networking_nsxv3.common.synchronization [req-1af784d4-3f9b-47c2-9797-efc89fee32a6 req-44ed7981-503e-4b02-a9b2-009eec5240e1 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Enqueued Resource ID: 20dd5851-9d03-42b8-bada-063939ac2f8b with Priority: HIGHEST for action security_group_members [ 747.996218] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20dd5851-9d03-42b8-bada-063939ac2f8b with Priority: HIGHEST for action security_group_members [ 747.996520] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-20dd5851-9d03-42b8-bada-063939ac2f8b taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.996637] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20dd5851-9d03-42b8-bada-063939ac2f8b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.996694] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20dd5851-9d03-42b8-bada-063939ac2f8b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.996866] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20dd5851-9d03-42b8-bada-063939ac2f8b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.998147] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.998319] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.998406] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.998592] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.998693] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.998805] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20dd5851-9d03-42b8-bada-063939ac2f8b',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.041366] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.041366] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.041366] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.041366] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.041366] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.055982] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ed25a93-e947-45e8-974b-645111add6cd in Status: IN_PROGRESS for 2s [ 748.357539] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-574 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.357745] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-574" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.357882] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-574" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.358186] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-574" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.358468] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.358637] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.358754] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.362791] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.362791] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.362791] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 748.362791] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 748.362791] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 748.362791] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 748.362791] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 748.362791] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 748.362791] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 748.383033] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 748.383033] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 748.383033] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 748.383033] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-574" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.383033] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-7bd44978-0aa9-4e4f-b277-0a8d1e737c86 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.383033] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-7bd44978-0aa9-4e4f-b277-0a8d1e737c86" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.383033] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-7bd44978-0aa9-4e4f-b277-0a8d1e737c86" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.383033] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-7bd44978-0aa9-4e4f-b277-0a8d1e737c86" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.383794] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bd44978-0aa9-4e4f-b277-0a8d1e737c86',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.409197] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b96f8dc5-bf40-4d2b-8dba-008825c69808 in Status: SUCCESS [ 748.409197] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b96f8dc5-bf40-4d2b-8dba-008825c69808" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.505419] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.505419] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.505419] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.505419] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.505419] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.505419] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.506596] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.506596] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.506596] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.506596] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.506596] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20dd5851-9d03-42b8-bada-063939ac2f8b is going to be updated. [ 748.529645] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.529764] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.529764] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.530046] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.530134] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.539322] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20dd5851-9d03-42b8-bada-063939ac2f8b in Status: IN_PROGRESS for 2s [ 748.886855] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.887105] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.887235] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.887514] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.887682] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.887846] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port 7bd44978-0aa9-4e4f-b277-0a8d1e737c86 not found, creating... [ 748.888138] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.888302] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.888420] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.888647] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.888790] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.889075] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.889231] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.889353] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.889604] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.889735] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.889874] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: 7bd44978-0aa9-4e4f-b277-0a8d1e737c86 is going to be created. [ 748.911154] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.911436] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.911496] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.911765] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.911986] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.912220] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-7bd44978-0aa9-4e4f-b277-0a8d1e737c86" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.002349] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 896b9757-7c26-4d8d-893c-a9ae9d6ef7d5 in Status: SUCCESS [ 749.002673] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-896b9757-7c26-4d8d-893c-a9ae9d6ef7d5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.002783] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-896b9757-7c26-4d8d-893c-a9ae9d6ef7d5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.002994] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-896b9757-7c26-4d8d-893c-a9ae9d6ef7d5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.003206] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.003331] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.003401] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.003549] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.003631] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.003715] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-896b9757-7c26-4d8d-893c-a9ae9d6ef7d5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.003995] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('896b9757-7c26-4d8d-893c-a9ae9d6ef7d5',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.091305] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08b580bd-8f2d-4784-be88-380b69cef54a in Status: SUCCESS [ 749.091522] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08b580bd-8f2d-4784-be88-380b69cef54a deletion is rescheduled due to dependency. [ 749.091604] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.501029] env[69596]: INFO networking_nsxv3.common.synchronization [req-05b947c9-68cf-465d-81b4-7e0d7da99e3f req-91596105-6283-4780-ad65-43892b8ec3dc tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Enqueued Resource ID: 6a34bef7-16d4-4e38-aef7-2fdf6472ace4 with Priority: HIGHEST for action security_group_members [ 749.501029] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a34bef7-16d4-4e38-aef7-2fdf6472ace4 with Priority: HIGHEST for action security_group_members [ 749.501029] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a34bef7-16d4-4e38-aef7-2fdf6472ace4 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.501029] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a34bef7-16d4-4e38-aef7-2fdf6472ace4" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.501029] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a34bef7-16d4-4e38-aef7-2fdf6472ace4" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.501029] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a34bef7-16d4-4e38-aef7-2fdf6472ace4" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.501029] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.501029] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.501029] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.502288] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.502438] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.502572] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a34bef7-16d4-4e38-aef7-2fdf6472ace4',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.508584] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-896b9757-7c26-4d8d-893c-a9ae9d6ef7d5 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.508584] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-896b9757-7c26-4d8d-893c-a9ae9d6ef7d5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.508584] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-896b9757-7c26-4d8d-893c-a9ae9d6ef7d5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.508584] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-896b9757-7c26-4d8d-893c-a9ae9d6ef7d5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.508584] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.508584] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.508584] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.508584] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.508584] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.508584] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-896b9757-7c26-4d8d-893c-a9ae9d6ef7d5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.508584] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-896b9757-7c26-4d8d-893c-a9ae9d6ef7d5 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.508584] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-896b9757-7c26-4d8d-893c-a9ae9d6ef7d5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.508584] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-896b9757-7c26-4d8d-893c-a9ae9d6ef7d5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.508584] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-896b9757-7c26-4d8d-893c-a9ae9d6ef7d5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.508584] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.508584] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.513499] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.513499] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.513499] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.513499] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-896b9757-7c26-4d8d-893c-a9ae9d6ef7d5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.513499] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('896b9757-7c26-4d8d-893c-a9ae9d6ef7d5',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.636245] env[69596]: INFO networking_nsxv3.common.synchronization [req-1af784d4-3f9b-47c2-9797-efc89fee32a6 req-9baad953-376b-4b43-a893-fc2b20f5ba2d service nova] Enqueued Resource ID: 20dd5851-9d03-42b8-bada-063939ac2f8b with Priority: HIGHEST for action security_group_rules [ 749.636479] env[69596]: INFO networking_nsxv3.common.synchronization [req-1af784d4-3f9b-47c2-9797-efc89fee32a6 req-9baad953-376b-4b43-a893-fc2b20f5ba2d service nova] Enqueued Resource ID: 20dd5851-9d03-42b8-bada-063939ac2f8b with Priority: HIGHEST for action security_group_members [ 749.636623] env[69596]: INFO networking_nsxv3.common.synchronization [req-1af784d4-3f9b-47c2-9797-efc89fee32a6 req-9baad953-376b-4b43-a893-fc2b20f5ba2d service nova] Enqueued Resource ID: 7bd44978-0aa9-4e4f-b277-0a8d1e737c86 with Priority: HIGHEST for action port [ 749.636846] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20dd5851-9d03-42b8-bada-063939ac2f8b with Priority: HIGHEST for action security_group_rules [ 749.637023] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20dd5851-9d03-42b8-bada-063939ac2f8b with Priority: HIGHEST for action security_group_members [ 749.639261] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bd44978-0aa9-4e4f-b277-0a8d1e737c86 with Priority: HIGHEST for action port [ 749.639880] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20dd5851-9d03-42b8-bada-063939ac2f8b taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.640854] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20dd5851-9d03-42b8-bada-063939ac2f8b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.640854] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20dd5851-9d03-42b8-bada-063939ac2f8b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.640854] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20dd5851-9d03-42b8-bada-063939ac2f8b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.640854] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20dd5851-9d03-42b8-bada-063939ac2f8b',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.642069] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-20dd5851-9d03-42b8-bada-063939ac2f8b taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.642193] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20dd5851-9d03-42b8-bada-063939ac2f8b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.642700] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-7bd44978-0aa9-4e4f-b277-0a8d1e737c86 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.643148] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7bd44978-0aa9-4e4f-b277-0a8d1e737c86" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.644097] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7bd44978-0aa9-4e4f-b277-0a8d1e737c86" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.644369] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7bd44978-0aa9-4e4f-b277-0a8d1e737c86" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.644492] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bd44978-0aa9-4e4f-b277-0a8d1e737c86',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.008347] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.008714] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.008714] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.009199] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.009199] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.009533] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.009672] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.009765] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.010176] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.010416] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.010416] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a34bef7-16d4-4e38-aef7-2fdf6472ace4 is going to be updated. [ 750.015096] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 896b9757-7c26-4d8d-893c-a9ae9d6ef7d5: rpc.has_security_group_logging(os_id): False [ 750.033369] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.034334] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.037287] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.038037] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.038037] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.038037] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.038350] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.038350] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.038350] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.038486] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.038677] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.038848] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.038910] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.039108] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.039194] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.039415] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.039521] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.039600] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.039769] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.039865] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.039957] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 896b9757-7c26-4d8d-893c-a9ae9d6ef7d5 is going to be created. [ 750.042767] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.042902] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.043405] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.043405] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.043405] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.049748] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a34bef7-16d4-4e38-aef7-2fdf6472ace4 in Status: IN_PROGRESS for 2s [ 750.074445] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ed25a93-e947-45e8-974b-645111add6cd in Status: SUCCESS [ 750.074683] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.108251] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.108485] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.108485] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.108672] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.108949] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.128917] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 896b9757-7c26-4d8d-893c-a9ae9d6ef7d5 in Status: IN_PROGRESS for 2s [ 750.146455] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-20dd5851-9d03-42b8-bada-063939ac2f8b taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.146579] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20dd5851-9d03-42b8-bada-063939ac2f8b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.146780] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7bd44978-0aa9-4e4f-b277-0a8d1e737c86 with status ACTIVE [ 750.146947] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.147072] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.147256] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.147390] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.147481] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.147655] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.147750] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.147834] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.147986] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.148077] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.148264] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.148368] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.148425] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.148580] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.148658] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.148771] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7bd44978-0aa9-4e4f-b277-0a8d1e737c86 is going to be updated. [ 750.195973] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.196130] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.196201] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.196407] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.196542] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.196700] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7bd44978-0aa9-4e4f-b277-0a8d1e737c86" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.550654] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20dd5851-9d03-42b8-bada-063939ac2f8b in Status: SUCCESS [ 750.550654] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20dd5851-9d03-42b8-bada-063939ac2f8b deletion is rescheduled due to dependency. [ 750.550654] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20dd5851-9d03-42b8-bada-063939ac2f8b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.550654] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20dd5851-9d03-42b8-bada-063939ac2f8b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.550654] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20dd5851-9d03-42b8-bada-063939ac2f8b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.550654] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.550654] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.550654] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.550654] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.550654] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.550654] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20dd5851-9d03-42b8-bada-063939ac2f8b',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.784347] env[69596]: INFO networking_nsxv3.common.synchronization [req-bba79d92-3646-45b7-9800-99408a0cac0e req-48265595-46be-4571-b1fb-46af50baf47c tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Enqueued Resource ID: bf0c2b23-3865-42a8-ae63-12cafcb9e89c with Priority: HIGHEST for action security_group_members [ 750.784347] env[69596]: INFO networking_nsxv3.common.synchronization [req-bba79d92-3646-45b7-9800-99408a0cac0e req-48265595-46be-4571-b1fb-46af50baf47c tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Enqueued Resource ID: a95916d0-b58b-44dd-93a0-fc07f339e870 with Priority: HIGHEST for action security_group_members [ 750.784347] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf0c2b23-3865-42a8-ae63-12cafcb9e89c with Priority: HIGHEST for action security_group_members [ 750.784347] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a95916d0-b58b-44dd-93a0-fc07f339e870 with Priority: HIGHEST for action security_group_members [ 750.784886] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf0c2b23-3865-42a8-ae63-12cafcb9e89c taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.785278] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf0c2b23-3865-42a8-ae63-12cafcb9e89c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.785683] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf0c2b23-3865-42a8-ae63-12cafcb9e89c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.786149] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf0c2b23-3865-42a8-ae63-12cafcb9e89c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.786553] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.786883] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.789112] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.789112] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.789112] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.789112] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf0c2b23-3865-42a8-ae63-12cafcb9e89c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.789442] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-a95916d0-b58b-44dd-93a0-fc07f339e870 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.789762] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a95916d0-b58b-44dd-93a0-fc07f339e870" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.790037] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a95916d0-b58b-44dd-93a0-fc07f339e870" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.790410] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a95916d0-b58b-44dd-93a0-fc07f339e870" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.790730] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.791012] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.791229] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.792935] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.792935] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.792935] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a95916d0-b58b-44dd-93a0-fc07f339e870',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.907355] env[69596]: INFO networking_nsxv3.common.synchronization [req-bba79d92-3646-45b7-9800-99408a0cac0e req-48265595-46be-4571-b1fb-46af50baf47c tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Enqueued Resource ID: a95916d0-b58b-44dd-93a0-fc07f339e870 with Priority: HIGHEST for action security_group_rules [ 750.907355] env[69596]: INFO networking_nsxv3.common.synchronization [req-bba79d92-3646-45b7-9800-99408a0cac0e req-48265595-46be-4571-b1fb-46af50baf47c tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Enqueued Resource ID: a95916d0-b58b-44dd-93a0-fc07f339e870 with Priority: HIGHEST for action security_group_members [ 750.907355] env[69596]: INFO networking_nsxv3.common.synchronization [req-bba79d92-3646-45b7-9800-99408a0cac0e req-48265595-46be-4571-b1fb-46af50baf47c tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Enqueued Resource ID: bf0c2b23-3865-42a8-ae63-12cafcb9e89c with Priority: HIGHEST for action security_group_rules [ 750.907355] env[69596]: INFO networking_nsxv3.common.synchronization [req-bba79d92-3646-45b7-9800-99408a0cac0e req-48265595-46be-4571-b1fb-46af50baf47c tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Enqueued Resource ID: bf0c2b23-3865-42a8-ae63-12cafcb9e89c with Priority: HIGHEST for action security_group_members [ 750.907355] env[69596]: INFO networking_nsxv3.common.synchronization [req-bba79d92-3646-45b7-9800-99408a0cac0e req-48265595-46be-4571-b1fb-46af50baf47c tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Enqueued Resource ID: f57ac358-8110-4667-b5ab-38bca7620a37 with Priority: HIGHEST for action port [ 750.907355] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a95916d0-b58b-44dd-93a0-fc07f339e870 with Priority: HIGHEST for action security_group_rules [ 750.907355] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf0c2b23-3865-42a8-ae63-12cafcb9e89c with Priority: HIGHEST for action security_group_rules [ 750.907355] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f57ac358-8110-4667-b5ab-38bca7620a37 with Priority: HIGHEST for action port [ 750.907355] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a95916d0-b58b-44dd-93a0-fc07f339e870 with Priority: HIGHEST for action security_group_members [ 750.907355] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf0c2b23-3865-42a8-ae63-12cafcb9e89c with Priority: HIGHEST for action security_group_members [ 750.907355] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a95916d0-b58b-44dd-93a0-fc07f339e870 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.907355] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a95916d0-b58b-44dd-93a0-fc07f339e870" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.908610] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a95916d0-b58b-44dd-93a0-fc07f339e870" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.908965] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a95916d0-b58b-44dd-93a0-fc07f339e870" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.912233] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a95916d0-b58b-44dd-93a0-fc07f339e870',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.912233] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf0c2b23-3865-42a8-ae63-12cafcb9e89c taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.912233] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf0c2b23-3865-42a8-ae63-12cafcb9e89c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.912233] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf0c2b23-3865-42a8-ae63-12cafcb9e89c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.912233] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf0c2b23-3865-42a8-ae63-12cafcb9e89c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.912233] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf0c2b23-3865-42a8-ae63-12cafcb9e89c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.912233] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-f57ac358-8110-4667-b5ab-38bca7620a37 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.912233] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f57ac358-8110-4667-b5ab-38bca7620a37" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.912233] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f57ac358-8110-4667-b5ab-38bca7620a37" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.916161] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f57ac358-8110-4667-b5ab-38bca7620a37" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.916161] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f57ac358-8110-4667-b5ab-38bca7620a37',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.916161] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-a95916d0-b58b-44dd-93a0-fc07f339e870 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.916161] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a95916d0-b58b-44dd-93a0-fc07f339e870" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.916161] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf0c2b23-3865-42a8-ae63-12cafcb9e89c taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.916161] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf0c2b23-3865-42a8-ae63-12cafcb9e89c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.053062] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20dd5851-9d03-42b8-bada-063939ac2f8b',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.294104] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf0c2b23-3865-42a8-ae63-12cafcb9e89c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.296680] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a95916d0-b58b-44dd-93a0-fc07f339e870',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.417259] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f57ac358-8110-4667-b5ab-38bca7620a37 with status ACTIVE [ 751.417259] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.417259] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.417259] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.417259] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.417259] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.417556] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.417598] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.417627] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.417810] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.417897] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.418082] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.418169] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.418319] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.418547] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.418639] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.418746] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f57ac358-8110-4667-b5ab-38bca7620a37 is going to be updated. [ 751.422023] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-a95916d0-b58b-44dd-93a0-fc07f339e870 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.422023] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a95916d0-b58b-44dd-93a0-fc07f339e870" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.422023] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf0c2b23-3865-42a8-ae63-12cafcb9e89c taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.422023] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf0c2b23-3865-42a8-ae63-12cafcb9e89c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.438709] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.438867] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.440110] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.440110] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.440110] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.440110] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f57ac358-8110-4667-b5ab-38bca7620a37" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.555793] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20dd5851-9d03-42b8-bada-063939ac2f8b',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.638771] env[69596]: INFO networking_nsxv3.common.synchronization [req-181f1d1e-c378-47aa-9d13-6a719b77937a req-23b53daf-0ab3-4da5-b41e-a615c7193233 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Enqueued Resource ID: bf0c2b23-3865-42a8-ae63-12cafcb9e89c with Priority: HIGHEST for action security_group_members [ 751.638959] env[69596]: INFO networking_nsxv3.common.synchronization [req-181f1d1e-c378-47aa-9d13-6a719b77937a req-23b53daf-0ab3-4da5-b41e-a615c7193233 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Enqueued Resource ID: a95916d0-b58b-44dd-93a0-fc07f339e870 with Priority: HIGHEST for action security_group_members [ 751.639458] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf0c2b23-3865-42a8-ae63-12cafcb9e89c with Priority: HIGHEST for action security_group_members [ 751.639596] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a95916d0-b58b-44dd-93a0-fc07f339e870 with Priority: HIGHEST for action security_group_members [ 751.639919] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf0c2b23-3865-42a8-ae63-12cafcb9e89c taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.640039] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf0c2b23-3865-42a8-ae63-12cafcb9e89c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.640260] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-a95916d0-b58b-44dd-93a0-fc07f339e870 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.640346] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a95916d0-b58b-44dd-93a0-fc07f339e870" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.697318] env[69596]: INFO networking_nsxv3.common.synchronization [req-181f1d1e-c378-47aa-9d13-6a719b77937a req-23b53daf-0ab3-4da5-b41e-a615c7193233 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Enqueued Resource ID: a95916d0-b58b-44dd-93a0-fc07f339e870 with Priority: HIGHEST for action security_group_rules [ 751.697532] env[69596]: INFO networking_nsxv3.common.synchronization [req-181f1d1e-c378-47aa-9d13-6a719b77937a req-23b53daf-0ab3-4da5-b41e-a615c7193233 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Enqueued Resource ID: a95916d0-b58b-44dd-93a0-fc07f339e870 with Priority: HIGHEST for action security_group_members [ 751.697683] env[69596]: INFO networking_nsxv3.common.synchronization [req-181f1d1e-c378-47aa-9d13-6a719b77937a req-23b53daf-0ab3-4da5-b41e-a615c7193233 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Enqueued Resource ID: f57ac358-8110-4667-b5ab-38bca7620a37 with Priority: HIGHEST for action port [ 751.698167] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a95916d0-b58b-44dd-93a0-fc07f339e870 with Priority: HIGHEST for action security_group_rules [ 751.698299] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a95916d0-b58b-44dd-93a0-fc07f339e870 with Priority: HIGHEST for action security_group_members [ 751.698396] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f57ac358-8110-4667-b5ab-38bca7620a37 with Priority: HIGHEST for action port [ 751.698656] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a95916d0-b58b-44dd-93a0-fc07f339e870 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.698756] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a95916d0-b58b-44dd-93a0-fc07f339e870" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.698935] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-a95916d0-b58b-44dd-93a0-fc07f339e870 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.699101] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a95916d0-b58b-44dd-93a0-fc07f339e870" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.700112] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-f57ac358-8110-4667-b5ab-38bca7620a37 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.700112] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f57ac358-8110-4667-b5ab-38bca7620a37" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.700112] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f57ac358-8110-4667-b5ab-38bca7620a37" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.700112] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f57ac358-8110-4667-b5ab-38bca7620a37" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.700112] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f57ac358-8110-4667-b5ab-38bca7620a37',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.796612] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf0c2b23-3865-42a8-ae63-12cafcb9e89c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.800133] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a95916d0-b58b-44dd-93a0-fc07f339e870',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.058678] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a34bef7-16d4-4e38-aef7-2fdf6472ace4 in Status: SUCCESS [ 752.059126] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a34bef7-16d4-4e38-aef7-2fdf6472ace4 deletion is rescheduled due to dependency. [ 752.059126] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a34bef7-16d4-4e38-aef7-2fdf6472ace4" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.059449] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.059617] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.059759] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.059876] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.059956] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.060070] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20dd5851-9d03-42b8-bada-063939ac2f8b is going to be updated. [ 752.086385] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.086542] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.086542] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.086746] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.086866] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.094508] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20dd5851-9d03-42b8-bada-063939ac2f8b in Status: IN_PROGRESS for 2s [ 752.143027] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 896b9757-7c26-4d8d-893c-a9ae9d6ef7d5 in Status: SUCCESS [ 752.143027] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-896b9757-7c26-4d8d-893c-a9ae9d6ef7d5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.205659] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f57ac358-8110-4667-b5ab-38bca7620a37 with status ACTIVE [ 752.205986] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.206111] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.206111] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.206375] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.206522] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.206644] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.206739] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.206800] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.207213] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.207213] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.207213] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.207366] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.207366] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.207471] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.207542] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.207625] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f57ac358-8110-4667-b5ab-38bca7620a37 is going to be updated. [ 752.235299] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.235450] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.235523] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.235998] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.235998] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.236116] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f57ac358-8110-4667-b5ab-38bca7620a37" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.298800] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.298960] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.299060] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.299262] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.299340] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.299473] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf0c2b23-3865-42a8-ae63-12cafcb9e89c is going to be created. [ 752.302383] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.302515] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.302575] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.302777] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.303931] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.303931] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a95916d0-b58b-44dd-93a0-fc07f339e870 is going to be updated. [ 752.335070] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.335070] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.335070] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.335206] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.335399] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.348514] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.348652] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.348723] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.348920] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.349066] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.351554] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf0c2b23-3865-42a8-ae63-12cafcb9e89c in Status: UNINITIALIZED for 2s [ 752.356628] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a95916d0-b58b-44dd-93a0-fc07f339e870 in Status: IN_PROGRESS for 2s [ 754.106017] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20dd5851-9d03-42b8-bada-063939ac2f8b in Status: IN_PROGRESS for 4s [ 754.362096] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf0c2b23-3865-42a8-ae63-12cafcb9e89c in Status: SUCCESS [ 754.362333] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf0c2b23-3865-42a8-ae63-12cafcb9e89c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.362517] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf0c2b23-3865-42a8-ae63-12cafcb9e89c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.362743] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf0c2b23-3865-42a8-ae63-12cafcb9e89c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.362929] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.363055] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.363110] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.363263] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.363343] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.363439] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf0c2b23-3865-42a8-ae63-12cafcb9e89c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.365074] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a95916d0-b58b-44dd-93a0-fc07f339e870 in Status: SUCCESS [ 754.365198] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a95916d0-b58b-44dd-93a0-fc07f339e870" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.365360] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a95916d0-b58b-44dd-93a0-fc07f339e870" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.365478] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a95916d0-b58b-44dd-93a0-fc07f339e870" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.365667] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.365831] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.365905] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.366072] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.366156] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.366247] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a95916d0-b58b-44dd-93a0-fc07f339e870',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.870153] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.870328] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.870474] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.870758] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.870850] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.871072] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.871172] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.871248] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.871424] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.871502] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.871589] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf0c2b23-3865-42a8-ae63-12cafcb9e89c is going to be deleted. [ 754.872677] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a95916d0-b58b-44dd-93a0-fc07f339e870',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.914741] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.914741] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.914741] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.914741] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.914741] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.914741] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf0c2b23-3865-42a8-ae63-12cafcb9e89c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.914741] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf0c2b23-3865-42a8-ae63-12cafcb9e89c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.914741] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf0c2b23-3865-42a8-ae63-12cafcb9e89c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.914741] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.914741] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.914741] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.914741] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.914741] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.914741] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf0c2b23-3865-42a8-ae63-12cafcb9e89c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.377196] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a95916d0-b58b-44dd-93a0-fc07f339e870',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.418504] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.418670] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.418734] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.418915] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.419014] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.419234] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.419337] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.419388] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.419789] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.419892] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.419985] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf0c2b23-3865-42a8-ae63-12cafcb9e89c already deleted. [ 755.420116] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf0c2b23-3865-42a8-ae63-12cafcb9e89c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.420220] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bf0c2b23-3865-42a8-ae63-12cafcb9e89c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.421027] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf0c2b23-3865-42a8-ae63-12cafcb9e89c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.421196] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf0c2b23-3865-42a8-ae63-12cafcb9e89c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.421351] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.421448] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.421505] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.421644] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.421750] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.421938] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf0c2b23-3865-42a8-ae63-12cafcb9e89c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.879618] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.879890] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.879890] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.880442] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.880581] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.880702] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a95916d0-b58b-44dd-93a0-fc07f339e870 is going to be updated. [ 755.909298] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.909437] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.909512] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.909894] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.909995] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.918499] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a95916d0-b58b-44dd-93a0-fc07f339e870 in Status: IN_PROGRESS for 2s [ 755.924034] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bf0c2b23-3865-42a8-ae63-12cafcb9e89c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.924975] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.925228] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.925228] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.925408] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.925512] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.925702] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.925840] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.925903] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.926030] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.926220] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.926220] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf0c2b23-3865-42a8-ae63-12cafcb9e89c already deleted. [ 755.926317] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf0c2b23-3865-42a8-ae63-12cafcb9e89c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.116463] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20dd5851-9d03-42b8-bada-063939ac2f8b in Status: SUCCESS [ 756.116715] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20dd5851-9d03-42b8-bada-063939ac2f8b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.116898] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20dd5851-9d03-42b8-bada-063939ac2f8b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.117157] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20dd5851-9d03-42b8-bada-063939ac2f8b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.117490] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.117490] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.117631] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.117680] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.117751] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.117841] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20dd5851-9d03-42b8-bada-063939ac2f8b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.117936] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('20dd5851-9d03-42b8-bada-063939ac2f8b',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.427780] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bf0c2b23-3865-42a8-ae63-12cafcb9e89c: rpc.has_security_group_logging(os_id): False [ 756.448838] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.449016] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.449093] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.449327] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.449431] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.449666] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.449759] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.449823] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.449972] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.450062] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.450149] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf0c2b23-3865-42a8-ae63-12cafcb9e89c is going to be created. [ 756.468771] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/bf0c2b23-3865-42a8-ae63-12cafcb9e89c], does not exist path=[/infra/domains/default/groups/bf0c2b23-3865-42a8-ae63-12cafcb9e89c]."\n}' [ 756.468771] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf0c2b23-3865-42a8-ae63-12cafcb9e89c failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/bf0c2b23-3865-42a8-ae63-12cafcb9e89c [ 756.468771] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 756.505450] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.505638] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.505638] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.505949] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.507171] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.512471] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.512640] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.512873] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.512952] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.513025] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.513280] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.513390] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.513627] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.513627] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.513763] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.513810] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf0c2b23-3865-42a8-ae63-12cafcb9e89c is going to be created. [ 756.536988] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/bf0c2b23-3865-42a8-ae63-12cafcb9e89c], does not exist path=[/infra/domains/default/groups/bf0c2b23-3865-42a8-ae63-12cafcb9e89c]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/bf0c2b23-3865-42a8-ae63-12cafcb9e89c [ 756.537181] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf0c2b23-3865-42a8-ae63-12cafcb9e89c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.537723] env[69596]: Traceback (most recent call last): [ 756.537852] env[69596]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 756.537852] env[69596]: return func(*args, **kwargs) [ 756.537852] env[69596]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 756.537852] env[69596]: res.raise_for_status() [ 756.537852] env[69596]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 756.537852] env[69596]: raise HTTPError(http_error_msg, response=self) [ 756.537852] env[69596]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/bf0c2b23-3865-42a8-ae63-12cafcb9e89c [ 756.537852] env[69596]: During handling of the above exception, another exception occurred: [ 756.537852] env[69596]: Traceback (most recent call last): [ 756.537852] env[69596]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 756.537852] env[69596]: listener.cb(fileno) [ 756.537852] env[69596]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 756.537852] env[69596]: result = function(*args, **kwargs) [ 756.537852] env[69596]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 756.537852] env[69596]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 756.537852] env[69596]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 756.537852] env[69596]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 756.537852] env[69596]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 756.537852] env[69596]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 756.537852] env[69596]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 756.537852] env[69596]: res.raise_for_status() [ 756.537852] env[69596]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 756.537852] env[69596]: raise HTTPError(http_error_msg, response=self) [ 756.537852] env[69596]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/bf0c2b23-3865-42a8-ae63-12cafcb9e89c [ 756.537852] env[69596]: Removing descriptor: 17 [ 756.624092] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-20dd5851-9d03-42b8-bada-063939ac2f8b taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.624306] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20dd5851-9d03-42b8-bada-063939ac2f8b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.624306] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20dd5851-9d03-42b8-bada-063939ac2f8b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.624516] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20dd5851-9d03-42b8-bada-063939ac2f8b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.624686] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.624799] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.624920] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.625129] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.625129] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.625197] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20dd5851-9d03-42b8-bada-063939ac2f8b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.629020] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-20dd5851-9d03-42b8-bada-063939ac2f8b taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.629020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20dd5851-9d03-42b8-bada-063939ac2f8b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.629020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20dd5851-9d03-42b8-bada-063939ac2f8b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.629020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20dd5851-9d03-42b8-bada-063939ac2f8b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.629020] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.629020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.629020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.629020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.629020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.629020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20dd5851-9d03-42b8-bada-063939ac2f8b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.629020] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('20dd5851-9d03-42b8-bada-063939ac2f8b',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.699542] env[69596]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 756.699645] env[69596]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=6 [ 757.130062] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 20dd5851-9d03-42b8-bada-063939ac2f8b: rpc.has_security_group_logging(os_id): False [ 757.148303] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.148437] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.148503] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.148735] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.168772] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.169088] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.169251] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.169335] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.169598] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.169686] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.169871] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.169966] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.170039] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.170208] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.170398] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.170462] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.170587] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.170679] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.170864] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.170921] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.170997] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20dd5851-9d03-42b8-bada-063939ac2f8b is going to be updated. [ 757.233775] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.233916] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.234127] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.234225] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.234388] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.247250] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20dd5851-9d03-42b8-bada-063939ac2f8b in Status: IN_PROGRESS for 2s [ 757.586332] env[69596]: INFO networking_nsxv3.common.synchronization [req-35a4b5ea-5e0b-4043-92fd-ccd327310a2f req-85a0bd81-c998-4187-ac36-1be8d52851fa tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] Enqueued Resource ID: 896b9757-7c26-4d8d-893c-a9ae9d6ef7d5 with Priority: HIGHEST for action security_group_members [ 757.587135] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 896b9757-7c26-4d8d-893c-a9ae9d6ef7d5 with Priority: HIGHEST for action security_group_members [ 757.587496] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-896b9757-7c26-4d8d-893c-a9ae9d6ef7d5 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.587753] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-896b9757-7c26-4d8d-893c-a9ae9d6ef7d5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.587836] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-896b9757-7c26-4d8d-893c-a9ae9d6ef7d5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.588329] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-896b9757-7c26-4d8d-893c-a9ae9d6ef7d5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.588329] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.588329] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.588489] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.588575] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.588623] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.588720] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('896b9757-7c26-4d8d-893c-a9ae9d6ef7d5',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.928568] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a95916d0-b58b-44dd-93a0-fc07f339e870 in Status: SUCCESS [ 757.928808] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a95916d0-b58b-44dd-93a0-fc07f339e870" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.928970] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a95916d0-b58b-44dd-93a0-fc07f339e870" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.929207] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a95916d0-b58b-44dd-93a0-fc07f339e870" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.929458] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.929582] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.929649] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.929864] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.929972] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.930106] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a95916d0-b58b-44dd-93a0-fc07f339e870" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.930227] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a95916d0-b58b-44dd-93a0-fc07f339e870',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.931109] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a95916d0-b58b-44dd-93a0-fc07f339e870" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.931367] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a95916d0-b58b-44dd-93a0-fc07f339e870" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.931566] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.931697] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.931791] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.931958] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.932117] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.932339] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a95916d0-b58b-44dd-93a0-fc07f339e870',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.091714] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.091823] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.091900] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.092125] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.111724] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.111724] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.111944] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.111944] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.112155] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.112197] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.112291] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 896b9757-7c26-4d8d-893c-a9ae9d6ef7d5 is going to be updated. [ 758.137354] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.137546] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.137546] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.138948] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.138948] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.146604] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 896b9757-7c26-4d8d-893c-a9ae9d6ef7d5 in Status: IN_PROGRESS for 2s [ 758.434220] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-a95916d0-b58b-44dd-93a0-fc07f339e870 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.434373] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a95916d0-b58b-44dd-93a0-fc07f339e870" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.434576] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a95916d0-b58b-44dd-93a0-fc07f339e870',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.936855] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a95916d0-b58b-44dd-93a0-fc07f339e870',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.266896] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20dd5851-9d03-42b8-bada-063939ac2f8b in Status: SUCCESS [ 759.266896] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20dd5851-9d03-42b8-bada-063939ac2f8b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.442980] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.443211] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.443291] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.443506] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.443599] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.443696] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a95916d0-b58b-44dd-93a0-fc07f339e870 is going to be updated. [ 759.476161] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.477413] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.477760] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.478020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.478183] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.489697] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a95916d0-b58b-44dd-93a0-fc07f339e870 in Status: IN_PROGRESS for 2s [ 759.634256] env[69596]: INFO networking_nsxv3.common.synchronization [req-bbf28811-aea3-4be6-857c-3267b03e45d4 req-482d0684-7bbe-42fd-b983-e5dc591cb3aa tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Enqueued Resource ID: a95916d0-b58b-44dd-93a0-fc07f339e870 with Priority: HIGHEST for action security_group_members [ 759.634802] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a95916d0-b58b-44dd-93a0-fc07f339e870 with Priority: HIGHEST for action security_group_members [ 759.635110] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-a95916d0-b58b-44dd-93a0-fc07f339e870 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.635212] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a95916d0-b58b-44dd-93a0-fc07f339e870" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.155351] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 896b9757-7c26-4d8d-893c-a9ae9d6ef7d5 in Status: SUCCESS [ 760.155654] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 896b9757-7c26-4d8d-893c-a9ae9d6ef7d5 deletion is rescheduled due to dependency. [ 760.155654] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-896b9757-7c26-4d8d-893c-a9ae9d6ef7d5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.499157] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a95916d0-b58b-44dd-93a0-fc07f339e870 in Status: SUCCESS [ 761.499157] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a95916d0-b58b-44dd-93a0-fc07f339e870" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.499157] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a95916d0-b58b-44dd-93a0-fc07f339e870" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.499462] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a95916d0-b58b-44dd-93a0-fc07f339e870" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.499534] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.499689] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.499745] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.499883] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.499961] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.500106] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a95916d0-b58b-44dd-93a0-fc07f339e870',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.002459] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.002653] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.002739] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.002941] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.023230] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.023230] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.023230] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.023230] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.023447] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.023447] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.023512] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a95916d0-b58b-44dd-93a0-fc07f339e870 is going to be updated. [ 762.048309] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.048683] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.048683] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.048978] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.048978] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.056988] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a95916d0-b58b-44dd-93a0-fc07f339e870 in Status: IN_PROGRESS for 2s [ 762.270697] env[69596]: INFO networking_nsxv3.common.synchronization [req-293c5556-aabc-4d31-b706-dd2a992f9065 req-0e4aca10-5955-4f3a-8777-4611afb0d311 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Enqueued Resource ID: 20dd5851-9d03-42b8-bada-063939ac2f8b with Priority: HIGHEST for action security_group_members [ 762.271388] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20dd5851-9d03-42b8-bada-063939ac2f8b with Priority: HIGHEST for action security_group_members [ 762.271612] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-20dd5851-9d03-42b8-bada-063939ac2f8b taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.271739] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20dd5851-9d03-42b8-bada-063939ac2f8b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.271808] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20dd5851-9d03-42b8-bada-063939ac2f8b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.272022] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20dd5851-9d03-42b8-bada-063939ac2f8b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.272354] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.272851] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.272851] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.272851] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.272851] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.272851] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20dd5851-9d03-42b8-bada-063939ac2f8b',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.775750] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.776051] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.776051] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.776185] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.776218] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.776479] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.776532] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.776574] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.776726] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.776791] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.776867] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20dd5851-9d03-42b8-bada-063939ac2f8b is going to be updated. [ 762.807247] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.807397] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.807475] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.807685] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.807856] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.816125] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20dd5851-9d03-42b8-bada-063939ac2f8b in Status: IN_PROGRESS for 2s [ 763.482771] env[69596]: INFO networking_nsxv3.common.synchronization [req-45a98264-c458-48f1-b3ba-db74f0459e97 req-d75ca3d6-9abe-47d6-a022-b5944c734526 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Enqueued Resource ID: a9e9b437-2bc8-4295-bdec-092587d904de with Priority: HIGHEST for action security_group_members [ 763.482771] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9e9b437-2bc8-4295-bdec-092587d904de with Priority: HIGHEST for action security_group_members [ 763.482771] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9e9b437-2bc8-4295-bdec-092587d904de taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.482771] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.482771] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.483049] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.483557] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.483557] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.483557] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.483787] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.483787] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.483787] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9e9b437-2bc8-4295-bdec-092587d904de',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.915319] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-501 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.915865] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-501" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.916057] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-501" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.916382] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-501" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.916861] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.917033] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.917160] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.917389] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.917539] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.919438] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 763.919438] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 763.919438] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 763.919438] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 763.919438] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 763.919438] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 763.919438] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 763.936779] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 763.936779] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 763.936779] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 763.936779] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-501" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.939163] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-02fefeda-7f11-4ca6-b5bf-dfb22c064fda taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.939163] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-02fefeda-7f11-4ca6-b5bf-dfb22c064fda" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.939163] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-02fefeda-7f11-4ca6-b5bf-dfb22c064fda" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.939163] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-02fefeda-7f11-4ca6-b5bf-dfb22c064fda" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.939163] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02fefeda-7f11-4ca6-b5bf-dfb22c064fda',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.985926] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a9e9b437-2bc8-4295-bdec-092587d904de',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.073731] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a95916d0-b58b-44dd-93a0-fc07f339e870 in Status: SUCCESS [ 764.073731] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a95916d0-b58b-44dd-93a0-fc07f339e870 deletion is rescheduled due to dependency. [ 764.073924] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a95916d0-b58b-44dd-93a0-fc07f339e870" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.073969] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a95916d0-b58b-44dd-93a0-fc07f339e870" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.074197] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a95916d0-b58b-44dd-93a0-fc07f339e870" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.074385] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.074501] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.074558] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.074715] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.074825] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.074867] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a95916d0-b58b-44dd-93a0-fc07f339e870" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.075040] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-a95916d0-b58b-44dd-93a0-fc07f339e870 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.075127] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a95916d0-b58b-44dd-93a0-fc07f339e870" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.075213] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a95916d0-b58b-44dd-93a0-fc07f339e870" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.075433] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a95916d0-b58b-44dd-93a0-fc07f339e870" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.075592] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.075693] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.076137] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.076137] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.076137] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.076137] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a95916d0-b58b-44dd-93a0-fc07f339e870" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.076137] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a95916d0-b58b-44dd-93a0-fc07f339e870',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.077016] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a95916d0-b58b-44dd-93a0-fc07f339e870" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.077195] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a95916d0-b58b-44dd-93a0-fc07f339e870" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.077341] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.077441] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.077505] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.077645] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.077722] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.077811] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a95916d0-b58b-44dd-93a0-fc07f339e870',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.442030] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.442263] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.442393] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.442677] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.442829] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.442984] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port 02fefeda-7f11-4ca6-b5bf-dfb22c064fda not found, creating... [ 764.443290] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.443449] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.443596] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.443822] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.443962] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.444302] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.444394] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.444540] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.444743] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.444833] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.444974] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: 02fefeda-7f11-4ca6-b5bf-dfb22c064fda is going to be created. [ 764.465506] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.465711] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.465838] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.466133] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.466352] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.466583] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-02fefeda-7f11-4ca6-b5bf-dfb22c064fda" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.488481] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a9e9b437-2bc8-4295-bdec-092587d904de',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.579726] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a95916d0-b58b-44dd-93a0-fc07f339e870: rpc.has_security_group_logging(os_id): False [ 764.581186] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.581343] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.581425] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.581663] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.581773] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.581973] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.582118] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.582188] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.582354] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.582434] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.582523] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a95916d0-b58b-44dd-93a0-fc07f339e870 is going to be updated. [ 764.614289] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.614289] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.614289] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.614289] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.614520] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.614520] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.614614] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.614679] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.614827] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.614904] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.615092] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.615185] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.615246] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.615383] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.615458] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.615656] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.615729] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.615804] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.615944] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.616026] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.616112] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a95916d0-b58b-44dd-93a0-fc07f339e870 is going to be updated. [ 764.623032] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.623032] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.623032] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.623232] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.623353] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.634445] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a95916d0-b58b-44dd-93a0-fc07f339e870 in Status: IN_PROGRESS for 2s [ 764.683425] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.683630] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.683706] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.683917] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.684085] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.700252] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a95916d0-b58b-44dd-93a0-fc07f339e870 in Status: IN_PROGRESS for 2s [ 764.826383] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20dd5851-9d03-42b8-bada-063939ac2f8b in Status: SUCCESS [ 764.826586] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20dd5851-9d03-42b8-bada-063939ac2f8b deletion is rescheduled due to dependency. [ 764.826749] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20dd5851-9d03-42b8-bada-063939ac2f8b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.993380] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.993380] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.993380] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.993380] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.993380] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.993380] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9e9b437-2bc8-4295-bdec-092587d904de is going to be updated. [ 765.020722] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.020722] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.020722] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.020722] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.020722] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.028136] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9e9b437-2bc8-4295-bdec-092587d904de in Status: IN_PROGRESS for 2s [ 765.274309] env[69596]: INFO networking_nsxv3.common.synchronization [req-45a98264-c458-48f1-b3ba-db74f0459e97 req-de015fac-abef-42b9-93bf-0c4a122da857 service nova] Enqueued Resource ID: a9e9b437-2bc8-4295-bdec-092587d904de with Priority: HIGHEST for action security_group_rules [ 765.274309] env[69596]: INFO networking_nsxv3.common.synchronization [req-45a98264-c458-48f1-b3ba-db74f0459e97 req-de015fac-abef-42b9-93bf-0c4a122da857 service nova] Enqueued Resource ID: a9e9b437-2bc8-4295-bdec-092587d904de with Priority: HIGHEST for action security_group_members [ 765.274309] env[69596]: INFO networking_nsxv3.common.synchronization [req-45a98264-c458-48f1-b3ba-db74f0459e97 req-de015fac-abef-42b9-93bf-0c4a122da857 service nova] Enqueued Resource ID: 02fefeda-7f11-4ca6-b5bf-dfb22c064fda with Priority: HIGHEST for action port [ 765.274309] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9e9b437-2bc8-4295-bdec-092587d904de with Priority: HIGHEST for action security_group_rules [ 765.274564] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9e9b437-2bc8-4295-bdec-092587d904de with Priority: HIGHEST for action security_group_members [ 765.274942] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02fefeda-7f11-4ca6-b5bf-dfb22c064fda with Priority: HIGHEST for action port [ 765.277743] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a9e9b437-2bc8-4295-bdec-092587d904de taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.277743] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.277743] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.277743] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.277743] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a9e9b437-2bc8-4295-bdec-092587d904de',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.277743] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9e9b437-2bc8-4295-bdec-092587d904de taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.277743] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.278184] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-02fefeda-7f11-4ca6-b5bf-dfb22c064fda taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.278266] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02fefeda-7f11-4ca6-b5bf-dfb22c064fda" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.278425] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02fefeda-7f11-4ca6-b5bf-dfb22c064fda" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.278672] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02fefeda-7f11-4ca6-b5bf-dfb22c064fda" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.278810] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02fefeda-7f11-4ca6-b5bf-dfb22c064fda',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.780239] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9e9b437-2bc8-4295-bdec-092587d904de taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.780466] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.780606] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 02fefeda-7f11-4ca6-b5bf-dfb22c064fda with status ACTIVE [ 765.780774] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.780883] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.780947] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.781175] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.781266] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.781505] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.781591] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.781685] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.781851] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.781998] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.782173] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.782276] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.782338] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.782482] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.782558] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.782641] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 02fefeda-7f11-4ca6-b5bf-dfb22c064fda is going to be updated. [ 765.801994] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.802167] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.802327] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.802645] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.802783] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.803044] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02fefeda-7f11-4ca6-b5bf-dfb22c064fda" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.264131] env[69596]: INFO networking_nsxv3.common.synchronization [req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 req-120e0cc0-12fd-4b88-9416-bb64fecf9844 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Enqueued Resource ID: 86161373-41b5-45d1-a2db-2ed07b600b9a with Priority: HIGHEST for action security_group_members [ 766.264724] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86161373-41b5-45d1-a2db-2ed07b600b9a with Priority: HIGHEST for action security_group_members [ 766.265037] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-86161373-41b5-45d1-a2db-2ed07b600b9a taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.265165] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.265222] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.265481] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.265635] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.265734] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.265797] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.265939] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.266034] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.266126] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86161373-41b5-45d1-a2db-2ed07b600b9a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.650308] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a95916d0-b58b-44dd-93a0-fc07f339e870 in Status: SUCCESS [ 766.650308] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a95916d0-b58b-44dd-93a0-fc07f339e870 deletion is rescheduled due to dependency. [ 766.650308] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a95916d0-b58b-44dd-93a0-fc07f339e870" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.714968] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a95916d0-b58b-44dd-93a0-fc07f339e870 in Status: SUCCESS [ 766.715205] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a95916d0-b58b-44dd-93a0-fc07f339e870" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.715383] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a95916d0-b58b-44dd-93a0-fc07f339e870" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.715615] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a95916d0-b58b-44dd-93a0-fc07f339e870" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.715717] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a95916d0-b58b-44dd-93a0-fc07f339e870',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.768502] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.768695] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.768744] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.769056] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.769164] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.769376] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.769514] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.769597] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.769763] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.769854] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.769968] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86161373-41b5-45d1-a2db-2ed07b600b9a already deleted. [ 766.770085] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.027996] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-704 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.028235] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-704" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.028348] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-704" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.028674] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-704" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.028943] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.029339] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.029505] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.029752] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.030344] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.030344] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 767.030344] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 767.030344] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 767.030552] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 767.030667] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 767.030768] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 767.031008] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 767.041690] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9e9b437-2bc8-4295-bdec-092587d904de in Status: SUCCESS [ 767.041890] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.042070] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.042272] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.042459] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.042574] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.042639] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.042781] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.042866] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.042950] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9e9b437-2bc8-4295-bdec-092587d904de',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.051775] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 767.051971] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 767.052242] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 767.052426] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-704" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.052803] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-a27946ec-9e9d-40c7-afe6-2b3ee1daad95 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.052923] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-a27946ec-9e9d-40c7-afe6-2b3ee1daad95" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.053054] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-a27946ec-9e9d-40c7-afe6-2b3ee1daad95" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.053355] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-a27946ec-9e9d-40c7-afe6-2b3ee1daad95" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.053495] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a27946ec-9e9d-40c7-afe6-2b3ee1daad95',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.234751] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.234905] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.234977] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.235203] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.235298] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.235395] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a95916d0-b58b-44dd-93a0-fc07f339e870 is going to be deleted. [ 767.300401] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.300823] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.300823] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.300939] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.301099] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.301295] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a95916d0-b58b-44dd-93a0-fc07f339e870" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.544679] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a9e9b437-2bc8-4295-bdec-092587d904de',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.556096] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.556379] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.556514] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.556805] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.556958] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.557137] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port a27946ec-9e9d-40c7-afe6-2b3ee1daad95 not found, creating... [ 767.557409] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.557580] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.557698] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.557915] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.558064] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.558367] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.558535] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.558655] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.558858] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.558991] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.561141] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: a27946ec-9e9d-40c7-afe6-2b3ee1daad95 is going to be created. [ 767.581919] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.582138] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.582324] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.582654] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.582920] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.583189] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-a27946ec-9e9d-40c7-afe6-2b3ee1daad95" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.048726] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a9e9b437-2bc8-4295-bdec-092587d904de',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.551457] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.551784] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.551842] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.552095] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.552203] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.552290] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9e9b437-2bc8-4295-bdec-092587d904de is going to be updated. [ 768.578707] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.578707] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.578707] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.578707] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.578707] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.585053] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9e9b437-2bc8-4295-bdec-092587d904de in Status: IN_PROGRESS for 2s [ 768.655827] env[69596]: INFO networking_nsxv3.common.synchronization [req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 req-ebd970b8-cde5-4fe2-89be-7fe1b5b037a0 service nova] Enqueued Resource ID: 86161373-41b5-45d1-a2db-2ed07b600b9a with Priority: HIGHEST for action security_group_rules [ 768.655827] env[69596]: INFO networking_nsxv3.common.synchronization [req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 req-ebd970b8-cde5-4fe2-89be-7fe1b5b037a0 service nova] Enqueued Resource ID: 86161373-41b5-45d1-a2db-2ed07b600b9a with Priority: HIGHEST for action security_group_members [ 768.655827] env[69596]: INFO networking_nsxv3.common.synchronization [req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 req-ebd970b8-cde5-4fe2-89be-7fe1b5b037a0 service nova] Enqueued Resource ID: a27946ec-9e9d-40c7-afe6-2b3ee1daad95 with Priority: HIGHEST for action port [ 768.656549] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86161373-41b5-45d1-a2db-2ed07b600b9a with Priority: HIGHEST for action security_group_rules [ 768.656810] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86161373-41b5-45d1-a2db-2ed07b600b9a with Priority: HIGHEST for action security_group_members [ 768.657115] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a27946ec-9e9d-40c7-afe6-2b3ee1daad95 with Priority: HIGHEST for action port [ 768.657849] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86161373-41b5-45d1-a2db-2ed07b600b9a taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.658125] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.658276] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.658606] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.658850] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86161373-41b5-45d1-a2db-2ed07b600b9a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.660350] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-86161373-41b5-45d1-a2db-2ed07b600b9a taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.660699] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.661138] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.661812] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.661812] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.661812] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.663239] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.663239] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.663239] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.663239] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86161373-41b5-45d1-a2db-2ed07b600b9a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.663978] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-a27946ec-9e9d-40c7-afe6-2b3ee1daad95 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.664531] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a27946ec-9e9d-40c7-afe6-2b3ee1daad95" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.664735] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a27946ec-9e9d-40c7-afe6-2b3ee1daad95" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.665144] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a27946ec-9e9d-40c7-afe6-2b3ee1daad95" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.665325] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a27946ec-9e9d-40c7-afe6-2b3ee1daad95',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.160918] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-86161373-41b5-45d1-a2db-2ed07b600b9a taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.161289] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.165904] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86161373-41b5-45d1-a2db-2ed07b600b9a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.167641] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a27946ec-9e9d-40c7-afe6-2b3ee1daad95 with status ACTIVE [ 769.167858] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.171012] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.171012] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.171012] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.171012] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.171012] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.171012] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.171012] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.171012] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.171012] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.171012] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.171012] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.171012] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.171012] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.171012] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.171012] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a27946ec-9e9d-40c7-afe6-2b3ee1daad95 is going to be updated. [ 769.263015] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.263181] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.263252] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.263456] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.263589] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.263746] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a27946ec-9e9d-40c7-afe6-2b3ee1daad95" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.286950] env[69596]: INFO networking_nsxv3.common.synchronization [req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 req-e36ca3cf-0062-4313-b465-1fe71ed79324 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Enqueued Resource ID: 86161373-41b5-45d1-a2db-2ed07b600b9a with Priority: HIGHEST for action security_group_members [ 769.287585] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86161373-41b5-45d1-a2db-2ed07b600b9a with Priority: HIGHEST for action security_group_members [ 769.287953] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-86161373-41b5-45d1-a2db-2ed07b600b9a taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.288080] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.362557] env[69596]: INFO networking_nsxv3.common.synchronization [req-851186c7-1e9e-4b56-8b3a-784726766457 req-1c554266-816e-4314-b6ad-80db6e84a9c8 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Enqueued Resource ID: 43d0bf79-d506-484d-ac22-a56d2f949083 with Priority: HIGHEST for action security_group_members [ 769.362777] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43d0bf79-d506-484d-ac22-a56d2f949083 with Priority: HIGHEST for action security_group_members [ 769.363620] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-43d0bf79-d506-484d-ac22-a56d2f949083 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.363843] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43d0bf79-d506-484d-ac22-a56d2f949083" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.364545] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43d0bf79-d506-484d-ac22-a56d2f949083" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.364545] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43d0bf79-d506-484d-ac22-a56d2f949083" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.364545] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.364545] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.364716] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.364748] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.364816] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.365780] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43d0bf79-d506-484d-ac22-a56d2f949083',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.673982] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86161373-41b5-45d1-a2db-2ed07b600b9a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.867936] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.872025] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.872025] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.872025] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.893937] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.895553] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.895553] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.895553] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.895553] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.895553] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.896511] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43d0bf79-d506-484d-ac22-a56d2f949083 is going to be updated. [ 769.924278] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-704 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.924593] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-704" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.924817] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-704" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.925340] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-704" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.925749] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.925996] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.926271] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.926545] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.926784] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.927128] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 769.927355] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 769.927560] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 769.927759] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 769.927967] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 769.928190] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 769.928478] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 769.936095] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.936290] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.936399] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.936778] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.936854] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.949186] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43d0bf79-d506-484d-ac22-a56d2f949083 in Status: IN_PROGRESS for 2s [ 769.959146] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 769.959327] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 769.959468] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 769.959643] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-704" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.959948] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-de733d00-dd5f-4dd7-9be9-f13cac2dc3e8 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.960163] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-de733d00-dd5f-4dd7-9be9-f13cac2dc3e8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.960256] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-de733d00-dd5f-4dd7-9be9-f13cac2dc3e8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.960610] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-de733d00-dd5f-4dd7-9be9-f13cac2dc3e8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.960755] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de733d00-dd5f-4dd7-9be9-f13cac2dc3e8',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.177832] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.178132] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.178294] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.178485] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.178583] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.178702] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86161373-41b5-45d1-a2db-2ed07b600b9a is going to be created. [ 770.213786] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.213786] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.213786] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.213786] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.214032] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.224963] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86161373-41b5-45d1-a2db-2ed07b600b9a in Status: UNINITIALIZED for 2s [ 770.465097] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.465520] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.465711] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.466148] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.466402] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.466817] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port de733d00-dd5f-4dd7-9be9-f13cac2dc3e8 not found, creating... [ 770.467121] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.467400] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.467619] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.467991] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.468645] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.469976] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.470060] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.470276] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.470659] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.470939] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.471239] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: de733d00-dd5f-4dd7-9be9-f13cac2dc3e8 is going to be created. [ 770.494549] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.494549] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.494549] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.495307] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.495383] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.495625] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-de733d00-dd5f-4dd7-9be9-f13cac2dc3e8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.599597] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9e9b437-2bc8-4295-bdec-092587d904de in Status: SUCCESS [ 770.599597] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.599597] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.599789] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.600017] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.600205] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.600293] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.600534] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.600638] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.601174] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.601174] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a9e9b437-2bc8-4295-bdec-092587d904de',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.103250] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9e9b437-2bc8-4295-bdec-092587d904de taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.103684] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.103684] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.103869] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.103946] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.104028] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.104092] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.104184] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.104274] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.104361] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.104626] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9e9b437-2bc8-4295-bdec-092587d904de taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.104626] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.104778] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.104778] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.104907] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.104999] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.105072] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.105201] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.105275] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.105354] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.105448] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a9e9b437-2bc8-4295-bdec-092587d904de',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.508066] env[69596]: INFO networking_nsxv3.common.synchronization [req-2e8a1d3f-ae2b-4ba1-b0ee-cc9dc2ffdbba req-44b8d8b0-28e8-405b-bc14-39b0fc5ee55a tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Enqueued Resource ID: 3f1a1bdf-51e8-4a33-8e5d-253748151bef with Priority: HIGHEST for action security_group_members [ 771.510111] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f1a1bdf-51e8-4a33-8e5d-253748151bef with Priority: HIGHEST for action security_group_members [ 771.510191] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f1a1bdf-51e8-4a33-8e5d-253748151bef taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.512949] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f1a1bdf-51e8-4a33-8e5d-253748151bef" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.512949] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f1a1bdf-51e8-4a33-8e5d-253748151bef" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.512949] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f1a1bdf-51e8-4a33-8e5d-253748151bef" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.512949] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.512949] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.512949] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.512949] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.512949] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.512949] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f1a1bdf-51e8-4a33-8e5d-253748151bef',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.613241] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a9e9b437-2bc8-4295-bdec-092587d904de: rpc.has_security_group_logging(os_id): False [ 771.627128] env[69596]: INFO networking_nsxv3.common.synchronization [req-37ceba57-cc5b-4420-936e-26fa381a28f9 req-27b118b4-96ce-479b-8c88-19882f992407 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] Enqueued Resource ID: 91eb8d6d-be61-48e6-9855-f2f010096df8 with Priority: HIGHEST for action security_group_members [ 771.627847] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91eb8d6d-be61-48e6-9855-f2f010096df8 with Priority: HIGHEST for action security_group_members [ 771.627938] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-91eb8d6d-be61-48e6-9855-f2f010096df8 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.632142] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91eb8d6d-be61-48e6-9855-f2f010096df8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.632258] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91eb8d6d-be61-48e6-9855-f2f010096df8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.632731] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91eb8d6d-be61-48e6-9855-f2f010096df8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.632731] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.632906] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.632906] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.633069] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.633160] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.633255] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('91eb8d6d-be61-48e6-9855-f2f010096df8',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.634825] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.634959] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.635044] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.635149] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.654194] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.654433] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.654546] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.654610] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.654806] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.654903] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.655127] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.655221] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.655281] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.658019] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.658019] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.658019] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.658019] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.658019] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.658019] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.658019] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.658019] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a9e9b437-2bc8-4295-bdec-092587d904de is going to be updated. [ 771.724265] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.725323] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.726157] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.726374] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.726555] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.744579] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9e9b437-2bc8-4295-bdec-092587d904de in Status: IN_PROGRESS for 2s [ 771.886836] env[69596]: INFO networking_nsxv3.common.synchronization [req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 req-baa86806-b37b-4690-b782-2f1d6bd673f4 service nova] Enqueued Resource ID: 86161373-41b5-45d1-a2db-2ed07b600b9a with Priority: HIGHEST for action security_group_rules [ 771.887027] env[69596]: INFO networking_nsxv3.common.synchronization [req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 req-baa86806-b37b-4690-b782-2f1d6bd673f4 service nova] Enqueued Resource ID: 86161373-41b5-45d1-a2db-2ed07b600b9a with Priority: HIGHEST for action security_group_members [ 771.887266] env[69596]: INFO networking_nsxv3.common.synchronization [req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 req-baa86806-b37b-4690-b782-2f1d6bd673f4 service nova] Enqueued Resource ID: de733d00-dd5f-4dd7-9be9-f13cac2dc3e8 with Priority: HIGHEST for action port [ 771.887667] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86161373-41b5-45d1-a2db-2ed07b600b9a with Priority: HIGHEST for action security_group_rules [ 771.887667] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86161373-41b5-45d1-a2db-2ed07b600b9a with Priority: HIGHEST for action security_group_members [ 771.887752] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de733d00-dd5f-4dd7-9be9-f13cac2dc3e8 with Priority: HIGHEST for action port [ 771.888399] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86161373-41b5-45d1-a2db-2ed07b600b9a taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.888541] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.888794] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-86161373-41b5-45d1-a2db-2ed07b600b9a taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.888890] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.889149] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-de733d00-dd5f-4dd7-9be9-f13cac2dc3e8 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.889296] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de733d00-dd5f-4dd7-9be9-f13cac2dc3e8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.889369] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de733d00-dd5f-4dd7-9be9-f13cac2dc3e8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.889572] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de733d00-dd5f-4dd7-9be9-f13cac2dc3e8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.891474] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de733d00-dd5f-4dd7-9be9-f13cac2dc3e8',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.937639] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-108 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.937877] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-108" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.939106] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-108" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.939106] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-108" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.939106] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.939290] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.939475] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.939717] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.939874] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.940098] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 771.940216] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 771.940328] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 771.940443] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 771.940633] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 771.940747] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 771.940885] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 771.957761] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43d0bf79-d506-484d-ac22-a56d2f949083 in Status: SUCCESS [ 771.957965] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43d0bf79-d506-484d-ac22-a56d2f949083 deletion is rescheduled due to dependency. [ 771.958114] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43d0bf79-d506-484d-ac22-a56d2f949083" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.959472] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 771.959690] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 771.959763] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 771.959923] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-108" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.960392] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-4b2e10aa-ff8c-4b17-9542-7abdfaae8e09 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.960627] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-4b2e10aa-ff8c-4b17-9542-7abdfaae8e09" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.960752] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-4b2e10aa-ff8c-4b17-9542-7abdfaae8e09" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.961070] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-4b2e10aa-ff8c-4b17-9542-7abdfaae8e09" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.961216] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b2e10aa-ff8c-4b17-9542-7abdfaae8e09',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.014360] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.014764] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.014764] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.014841] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.035471] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.035731] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.035846] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.035968] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.036122] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.036200] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.036294] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f1a1bdf-51e8-4a33-8e5d-253748151bef is going to be updated. [ 772.061583] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.061583] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.061583] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.061583] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.061583] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.070134] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f1a1bdf-51e8-4a33-8e5d-253748151bef in Status: IN_PROGRESS for 2s [ 772.087070] env[69596]: INFO networking_nsxv3.common.synchronization [req-4e95afd7-4003-4df5-804d-5797408ad5c3 req-30e14404-a167-4689-a5f9-6def9b45f96d tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Enqueued Resource ID: d65c3b61-239c-443e-8b2e-04ea5cbccf11 with Priority: HIGHEST for action security_group_members [ 772.087070] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d65c3b61-239c-443e-8b2e-04ea5cbccf11 with Priority: HIGHEST for action security_group_members [ 772.087070] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-d65c3b61-239c-443e-8b2e-04ea5cbccf11 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.087070] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d65c3b61-239c-443e-8b2e-04ea5cbccf11" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.087070] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d65c3b61-239c-443e-8b2e-04ea5cbccf11" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.087070] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d65c3b61-239c-443e-8b2e-04ea5cbccf11" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.087070] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.087070] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.087070] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.087070] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.087070] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.087070] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d65c3b61-239c-443e-8b2e-04ea5cbccf11',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.138847] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.139171] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.139171] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.139397] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.139562] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.140156] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.140925] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.141030] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.141807] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.141904] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.142012] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91eb8d6d-be61-48e6-9855-f2f010096df8 already deleted. [ 772.142106] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91eb8d6d-be61-48e6-9855-f2f010096df8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.243144] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86161373-41b5-45d1-a2db-2ed07b600b9a in Status: SUCCESS [ 772.243378] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.243556] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.243771] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.243957] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.244082] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.244140] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.244300] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.244373] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.244459] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.244560] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('86161373-41b5-45d1-a2db-2ed07b600b9a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.245433] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.245602] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.245758] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.245859] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.245921] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.248808] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.248808] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.248808] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86161373-41b5-45d1-a2db-2ed07b600b9a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.392033] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port de733d00-dd5f-4dd7-9be9-f13cac2dc3e8 with status ACTIVE [ 772.392033] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.392033] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.392033] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.392033] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.392382] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.393089] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.393481] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.395019] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.395019] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.395019] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.395019] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.395019] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.395019] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.395019] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.395019] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.395019] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: de733d00-dd5f-4dd7-9be9-f13cac2dc3e8 is going to be updated. [ 772.417199] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.417199] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.418421] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.419078] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.419078] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.419272] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de733d00-dd5f-4dd7-9be9-f13cac2dc3e8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.466104] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.466549] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.466921] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.467297] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.467494] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.467691] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port 4b2e10aa-ff8c-4b17-9542-7abdfaae8e09 not found, creating... [ 772.468028] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.468206] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.468328] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.468654] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.468846] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.469369] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.469586] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.469736] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.470012] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.470457] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.470686] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: 4b2e10aa-ff8c-4b17-9542-7abdfaae8e09 is going to be created. [ 772.500468] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.500468] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.500468] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.500783] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.501034] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.501356] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-4b2e10aa-ff8c-4b17-9542-7abdfaae8e09" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.589364] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.589581] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.589692] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.590056] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.625328] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.625596] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.625730] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.625809] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.625964] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.626079] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.626175] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d65c3b61-239c-443e-8b2e-04ea5cbccf11 is going to be updated. [ 772.664547] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.664547] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.664547] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.664547] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.664547] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.671419] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d65c3b61-239c-443e-8b2e-04ea5cbccf11 in Status: IN_PROGRESS for 2s [ 772.736514] env[69596]: INFO networking_nsxv3.common.synchronization [req-9f479ebb-c1ae-4d9f-b791-b34f571f890f req-88179bd5-566b-42d3-bde0-fe8c932b7e50 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Enqueued Resource ID: 7ed25a93-e947-45e8-974b-645111add6cd with Priority: HIGHEST for action security_group_members [ 772.736514] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ed25a93-e947-45e8-974b-645111add6cd with Priority: HIGHEST for action security_group_members [ 772.736514] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ed25a93-e947-45e8-974b-645111add6cd taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.736514] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.736514] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.736514] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.736514] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.736514] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.736514] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.737177] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.737425] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.737686] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ed25a93-e947-45e8-974b-645111add6cd',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.751029] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-86161373-41b5-45d1-a2db-2ed07b600b9a taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.751029] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.751029] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86161373-41b5-45d1-a2db-2ed07b600b9a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.235016] env[69596]: INFO networking_nsxv3.common.synchronization [req-37ceba57-cc5b-4420-936e-26fa381a28f9 req-9533fe20-b2ba-4a07-ab05-534d4a11686a service nova] Enqueued Resource ID: 91eb8d6d-be61-48e6-9855-f2f010096df8 with Priority: HIGHEST for action security_group_rules [ 773.235274] env[69596]: INFO networking_nsxv3.common.synchronization [req-37ceba57-cc5b-4420-936e-26fa381a28f9 req-9533fe20-b2ba-4a07-ab05-534d4a11686a service nova] Enqueued Resource ID: 91eb8d6d-be61-48e6-9855-f2f010096df8 with Priority: HIGHEST for action security_group_members [ 773.235358] env[69596]: INFO networking_nsxv3.common.synchronization [req-37ceba57-cc5b-4420-936e-26fa381a28f9 req-9533fe20-b2ba-4a07-ab05-534d4a11686a service nova] Enqueued Resource ID: 4b2e10aa-ff8c-4b17-9542-7abdfaae8e09 with Priority: HIGHEST for action port [ 773.235571] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91eb8d6d-be61-48e6-9855-f2f010096df8 with Priority: HIGHEST for action security_group_rules [ 773.235706] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91eb8d6d-be61-48e6-9855-f2f010096df8 with Priority: HIGHEST for action security_group_members [ 773.235795] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b2e10aa-ff8c-4b17-9542-7abdfaae8e09 with Priority: HIGHEST for action port [ 773.236338] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-91eb8d6d-be61-48e6-9855-f2f010096df8 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.237026] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-91eb8d6d-be61-48e6-9855-f2f010096df8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.237026] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-91eb8d6d-be61-48e6-9855-f2f010096df8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.237026] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-91eb8d6d-be61-48e6-9855-f2f010096df8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.237026] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('91eb8d6d-be61-48e6-9855-f2f010096df8',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.241128] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-91eb8d6d-be61-48e6-9855-f2f010096df8 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.241128] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91eb8d6d-be61-48e6-9855-f2f010096df8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.241222] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91eb8d6d-be61-48e6-9855-f2f010096df8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.245058] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91eb8d6d-be61-48e6-9855-f2f010096df8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.245058] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.245058] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.245058] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.245058] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.245058] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.245058] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('91eb8d6d-be61-48e6-9855-f2f010096df8',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.245058] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b2e10aa-ff8c-4b17-9542-7abdfaae8e09 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.245058] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b2e10aa-ff8c-4b17-9542-7abdfaae8e09" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.245058] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b2e10aa-ff8c-4b17-9542-7abdfaae8e09" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.245058] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b2e10aa-ff8c-4b17-9542-7abdfaae8e09" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.245058] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b2e10aa-ff8c-4b17-9542-7abdfaae8e09',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.246350] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.246458] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.246514] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.246661] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.252079] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86161373-41b5-45d1-a2db-2ed07b600b9a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.271580] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.271840] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.271955] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.272030] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.272219] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.272304] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.272390] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ed25a93-e947-45e8-974b-645111add6cd is going to be updated. [ 773.297587] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.297729] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.297798] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.298451] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.298451] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.306159] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ed25a93-e947-45e8-974b-645111add6cd in Status: IN_PROGRESS for 2s [ 773.642131] env[69596]: INFO networking_nsxv3.common.synchronization [req-bdacf2eb-7099-43b7-9d96-16878cdc7a1d req-02f9c556-04be-4f19-a1f9-6caebefaf045 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Enqueued Resource ID: b8e5a416-9fa2-4d61-be31-0c25906c8719 with Priority: HIGHEST for action security_group_members [ 773.642295] env[69596]: INFO networking_nsxv3.common.synchronization [req-bdacf2eb-7099-43b7-9d96-16878cdc7a1d req-02f9c556-04be-4f19-a1f9-6caebefaf045 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Enqueued Resource ID: a9e9b437-2bc8-4295-bdec-092587d904de with Priority: HIGHEST for action security_group_members [ 773.643526] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8e5a416-9fa2-4d61-be31-0c25906c8719 with Priority: HIGHEST for action security_group_members [ 773.643661] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9e9b437-2bc8-4295-bdec-092587d904de with Priority: HIGHEST for action security_group_members [ 773.643945] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8e5a416-9fa2-4d61-be31-0c25906c8719 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.644069] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8e5a416-9fa2-4d61-be31-0c25906c8719" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.644324] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8e5a416-9fa2-4d61-be31-0c25906c8719" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.645720] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8e5a416-9fa2-4d61-be31-0c25906c8719" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.645720] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.645720] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.645720] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.645720] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.645720] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.645720] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8e5a416-9fa2-4d61-be31-0c25906c8719',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.646891] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9e9b437-2bc8-4295-bdec-092587d904de taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.647074] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.647149] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.647308] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.647450] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.647552] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.647624] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.647771] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.647828] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.647946] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9e9b437-2bc8-4295-bdec-092587d904de',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.699046] env[69596]: INFO networking_nsxv3.common.synchronization [req-bdacf2eb-7099-43b7-9d96-16878cdc7a1d req-02f9c556-04be-4f19-a1f9-6caebefaf045 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Enqueued Resource ID: a9e9b437-2bc8-4295-bdec-092587d904de with Priority: HIGHEST for action security_group_rules [ 773.699341] env[69596]: INFO networking_nsxv3.common.synchronization [req-bdacf2eb-7099-43b7-9d96-16878cdc7a1d req-02f9c556-04be-4f19-a1f9-6caebefaf045 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Enqueued Resource ID: a9e9b437-2bc8-4295-bdec-092587d904de with Priority: HIGHEST for action security_group_members [ 773.699540] env[69596]: INFO networking_nsxv3.common.synchronization [req-bdacf2eb-7099-43b7-9d96-16878cdc7a1d req-02f9c556-04be-4f19-a1f9-6caebefaf045 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Enqueued Resource ID: b8e5a416-9fa2-4d61-be31-0c25906c8719 with Priority: HIGHEST for action security_group_rules [ 773.699705] env[69596]: INFO networking_nsxv3.common.synchronization [req-bdacf2eb-7099-43b7-9d96-16878cdc7a1d req-02f9c556-04be-4f19-a1f9-6caebefaf045 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Enqueued Resource ID: b8e5a416-9fa2-4d61-be31-0c25906c8719 with Priority: HIGHEST for action security_group_members [ 773.699838] env[69596]: INFO networking_nsxv3.common.synchronization [req-bdacf2eb-7099-43b7-9d96-16878cdc7a1d req-02f9c556-04be-4f19-a1f9-6caebefaf045 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Enqueued Resource ID: 02fefeda-7f11-4ca6-b5bf-dfb22c064fda with Priority: HIGHEST for action port [ 773.700369] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9e9b437-2bc8-4295-bdec-092587d904de with Priority: HIGHEST for action security_group_rules [ 773.700555] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8e5a416-9fa2-4d61-be31-0c25906c8719 with Priority: HIGHEST for action security_group_rules [ 773.700660] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02fefeda-7f11-4ca6-b5bf-dfb22c064fda with Priority: HIGHEST for action port [ 773.700750] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9e9b437-2bc8-4295-bdec-092587d904de with Priority: HIGHEST for action security_group_members [ 773.700847] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8e5a416-9fa2-4d61-be31-0c25906c8719 with Priority: HIGHEST for action security_group_members [ 773.701201] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a9e9b437-2bc8-4295-bdec-092587d904de taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.701306] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.701502] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b8e5a416-9fa2-4d61-be31-0c25906c8719 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.701606] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b8e5a416-9fa2-4d61-be31-0c25906c8719" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.701667] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b8e5a416-9fa2-4d61-be31-0c25906c8719" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.701906] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b8e5a416-9fa2-4d61-be31-0c25906c8719" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.701983] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b8e5a416-9fa2-4d61-be31-0c25906c8719',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.702851] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-02fefeda-7f11-4ca6-b5bf-dfb22c064fda taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.702936] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02fefeda-7f11-4ca6-b5bf-dfb22c064fda" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.702974] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02fefeda-7f11-4ca6-b5bf-dfb22c064fda" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.703152] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02fefeda-7f11-4ca6-b5bf-dfb22c064fda" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.703223] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02fefeda-7f11-4ca6-b5bf-dfb22c064fda',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.707020] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9e9b437-2bc8-4295-bdec-092587d904de taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.707020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.707020] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8e5a416-9fa2-4d61-be31-0c25906c8719 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.707020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8e5a416-9fa2-4d61-be31-0c25906c8719" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.744544] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('91eb8d6d-be61-48e6-9855-f2f010096df8',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.747237] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4b2e10aa-ff8c-4b17-9542-7abdfaae8e09 with status ACTIVE [ 773.747383] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.747525] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.747591] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.747790] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.747902] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.748528] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.748528] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.748528] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.748528] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.748528] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.748773] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.748829] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.750826] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.750826] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.750826] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.750826] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4b2e10aa-ff8c-4b17-9542-7abdfaae8e09 is going to be updated. [ 773.750826] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-91eb8d6d-be61-48e6-9855-f2f010096df8 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.750826] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91eb8d6d-be61-48e6-9855-f2f010096df8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.754837] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.754837] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.754837] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.754837] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.754837] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.754837] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86161373-41b5-45d1-a2db-2ed07b600b9a is going to be updated. [ 773.779568] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.779730] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.779790] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.779981] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.780130] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.780291] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b2e10aa-ff8c-4b17-9542-7abdfaae8e09" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.784483] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9e9b437-2bc8-4295-bdec-092587d904de in Status: SUCCESS [ 773.784483] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.784483] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.784740] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.784740] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a9e9b437-2bc8-4295-bdec-092587d904de',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.796126] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.796126] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.796126] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.796126] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.796126] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.803307] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86161373-41b5-45d1-a2db-2ed07b600b9a in Status: IN_PROGRESS for 2s [ 774.079959] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f1a1bdf-51e8-4a33-8e5d-253748151bef in Status: SUCCESS [ 774.080221] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f1a1bdf-51e8-4a33-8e5d-253748151bef deletion is rescheduled due to dependency. [ 774.080348] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f1a1bdf-51e8-4a33-8e5d-253748151bef" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.150152] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b8e5a416-9fa2-4d61-be31-0c25906c8719',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.151244] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a9e9b437-2bc8-4295-bdec-092587d904de',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.206549] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8e5a416-9fa2-4d61-be31-0c25906c8719 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.206775] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8e5a416-9fa2-4d61-be31-0c25906c8719" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.206891] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 02fefeda-7f11-4ca6-b5bf-dfb22c064fda with status ACTIVE [ 774.207296] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.208319] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.208319] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.208319] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.208319] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.208319] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.208319] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.208319] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.208678] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.208678] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.208742] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.208824] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.208866] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.209017] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.209086] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.209172] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 02fefeda-7f11-4ca6-b5bf-dfb22c064fda is going to be updated. [ 774.232509] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.232509] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.232509] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.232509] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.232509] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.232509] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02fefeda-7f11-4ca6-b5bf-dfb22c064fda" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.252253] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('91eb8d6d-be61-48e6-9855-f2f010096df8',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.288658] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9e9b437-2bc8-4295-bdec-092587d904de taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.288658] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.390339] env[69596]: INFO networking_nsxv3.common.synchronization [req-411802b0-e6eb-4d2a-8a60-aff38ac5a057 req-dfc93a12-65fb-4421-b7ff-2660bb2d28aa tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Enqueued Resource ID: 545dfe74-8723-4988-87cb-3d279ff4702c with Priority: HIGHEST for action security_group_members [ 774.390951] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 545dfe74-8723-4988-87cb-3d279ff4702c with Priority: HIGHEST for action security_group_members [ 774.391308] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-545dfe74-8723-4988-87cb-3d279ff4702c taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.391448] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-545dfe74-8723-4988-87cb-3d279ff4702c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.391516] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-545dfe74-8723-4988-87cb-3d279ff4702c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.391771] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-545dfe74-8723-4988-87cb-3d279ff4702c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.391938] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.394049] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.394049] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.394049] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.394049] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.394049] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('545dfe74-8723-4988-87cb-3d279ff4702c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.653948] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b8e5a416-9fa2-4d61-be31-0c25906c8719',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.654233] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a9e9b437-2bc8-4295-bdec-092587d904de',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.681512] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d65c3b61-239c-443e-8b2e-04ea5cbccf11 in Status: SUCCESS [ 774.682207] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d65c3b61-239c-443e-8b2e-04ea5cbccf11 deletion is rescheduled due to dependency. [ 774.683666] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d65c3b61-239c-443e-8b2e-04ea5cbccf11" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.720854] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-849 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.721144] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-849" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.721195] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-849" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.721527] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-849" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.721789] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.721943] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.722990] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.722990] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.722990] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.722990] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 774.722990] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 774.722990] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 774.722990] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 774.723263] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 774.723263] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 774.723427] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 774.742914] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 774.743163] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 774.743380] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 774.743604] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-849" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.744111] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-99f9e237-6100-4b2a-bdd0-e56a4fdf4b10 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.744297] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-99f9e237-6100-4b2a-bdd0-e56a4fdf4b10" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.744297] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-99f9e237-6100-4b2a-bdd0-e56a4fdf4b10" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.744900] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-99f9e237-6100-4b2a-bdd0-e56a4fdf4b10" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.744900] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99f9e237-6100-4b2a-bdd0-e56a4fdf4b10',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.759605] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.759605] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.759605] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.759605] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.759605] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.759605] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91eb8d6d-be61-48e6-9855-f2f010096df8 is going to be created. [ 774.799072] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.799246] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.799317] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.799528] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.799710] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.809418] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91eb8d6d-be61-48e6-9855-f2f010096df8 in Status: UNINITIALIZED for 2s [ 774.897555] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.897555] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.897555] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.897555] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.897555] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.897829] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.897829] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.897829] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.897982] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.898211] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.898211] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 545dfe74-8723-4988-87cb-3d279ff4702c already deleted. [ 774.898211] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-545dfe74-8723-4988-87cb-3d279ff4702c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.157282] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.157489] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.157596] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.157883] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.158027] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.158175] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9e9b437-2bc8-4295-bdec-092587d904de is going to be updated. [ 775.159991] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.162843] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.162945] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.163231] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.163360] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.163495] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8e5a416-9fa2-4d61-be31-0c25906c8719 is going to be created. [ 775.195674] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.195807] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.195874] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.196102] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.196247] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.203287] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.203509] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.203568] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.203770] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.203906] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.216987] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8e5a416-9fa2-4d61-be31-0c25906c8719 in Status: UNINITIALIZED for 2s [ 775.218833] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9e9b437-2bc8-4295-bdec-092587d904de in Status: IN_PROGRESS for 2s [ 775.252137] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.252355] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.252624] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.253096] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.253096] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.253096] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port 99f9e237-6100-4b2a-bdd0-e56a4fdf4b10 not found, creating... [ 775.253414] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.253602] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.253977] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.254232] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.254482] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.254806] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.254963] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.255117] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.255554] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.255742] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.256135] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: 99f9e237-6100-4b2a-bdd0-e56a4fdf4b10 is going to be created. [ 775.277820] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.277820] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.277820] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.277820] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.277820] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.277820] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-99f9e237-6100-4b2a-bdd0-e56a4fdf4b10" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.316524] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ed25a93-e947-45e8-974b-645111add6cd in Status: SUCCESS [ 775.316524] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ed25a93-e947-45e8-974b-645111add6cd deletion is rescheduled due to dependency. [ 775.316524] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.812571] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86161373-41b5-45d1-a2db-2ed07b600b9a in Status: SUCCESS [ 775.812892] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.813129] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.813366] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.813570] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.813698] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.813770] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.813910] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.813988] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.814129] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86161373-41b5-45d1-a2db-2ed07b600b9a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.267836] env[69596]: INFO networking_nsxv3.common.synchronization [req-411802b0-e6eb-4d2a-8a60-aff38ac5a057 req-42d26db6-78d6-4201-9123-c462e612ca45 service nova] Enqueued Resource ID: 545dfe74-8723-4988-87cb-3d279ff4702c with Priority: HIGHEST for action security_group_rules [ 776.268147] env[69596]: INFO networking_nsxv3.common.synchronization [req-411802b0-e6eb-4d2a-8a60-aff38ac5a057 req-42d26db6-78d6-4201-9123-c462e612ca45 service nova] Enqueued Resource ID: 545dfe74-8723-4988-87cb-3d279ff4702c with Priority: HIGHEST for action security_group_members [ 776.268224] env[69596]: INFO networking_nsxv3.common.synchronization [req-411802b0-e6eb-4d2a-8a60-aff38ac5a057 req-42d26db6-78d6-4201-9123-c462e612ca45 service nova] Enqueued Resource ID: 99f9e237-6100-4b2a-bdd0-e56a4fdf4b10 with Priority: HIGHEST for action port [ 776.268548] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 545dfe74-8723-4988-87cb-3d279ff4702c with Priority: HIGHEST for action security_group_rules [ 776.268718] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 545dfe74-8723-4988-87cb-3d279ff4702c with Priority: HIGHEST for action security_group_members [ 776.268784] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99f9e237-6100-4b2a-bdd0-e56a4fdf4b10 with Priority: HIGHEST for action port [ 776.271020] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-545dfe74-8723-4988-87cb-3d279ff4702c taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.271133] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-545dfe74-8723-4988-87cb-3d279ff4702c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.271201] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-545dfe74-8723-4988-87cb-3d279ff4702c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.271468] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-545dfe74-8723-4988-87cb-3d279ff4702c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.271572] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('545dfe74-8723-4988-87cb-3d279ff4702c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.275705] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-545dfe74-8723-4988-87cb-3d279ff4702c taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.275963] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-545dfe74-8723-4988-87cb-3d279ff4702c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.276100] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-545dfe74-8723-4988-87cb-3d279ff4702c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.276321] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-545dfe74-8723-4988-87cb-3d279ff4702c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.276552] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.277121] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.277209] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.280404] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.280553] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.280677] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('545dfe74-8723-4988-87cb-3d279ff4702c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.282058] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-99f9e237-6100-4b2a-bdd0-e56a4fdf4b10 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.282223] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-99f9e237-6100-4b2a-bdd0-e56a4fdf4b10" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.282254] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-99f9e237-6100-4b2a-bdd0-e56a4fdf4b10" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.282478] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-99f9e237-6100-4b2a-bdd0-e56a4fdf4b10" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.282687] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99f9e237-6100-4b2a-bdd0-e56a4fdf4b10',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.317043] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86161373-41b5-45d1-a2db-2ed07b600b9a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.324843] env[69596]: INFO networking_nsxv3.common.synchronization [None req-b62f2978-c857-478b-8ad7-db3ac30eaaf0 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Enqueued Resource ID: cc2b1871-23c8-47b1-a73e-ee5ee027d72b with Priority: HIGHEST for action security_group_rules [ 776.325601] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc2b1871-23c8-47b1-a73e-ee5ee027d72b with Priority: HIGHEST for action security_group_rules [ 776.325824] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc2b1871-23c8-47b1-a73e-ee5ee027d72b taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.325951] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc2b1871-23c8-47b1-a73e-ee5ee027d72b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.326051] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc2b1871-23c8-47b1-a73e-ee5ee027d72b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.326454] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc2b1871-23c8-47b1-a73e-ee5ee027d72b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.326454] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc2b1871-23c8-47b1-a73e-ee5ee027d72b',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.427736] env[69596]: INFO networking_nsxv3.common.synchronization [None req-ef5cca3f-70b1-4351-ab63-92ddd7ec4e9b tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Enqueued Resource ID: cc2b1871-23c8-47b1-a73e-ee5ee027d72b with Priority: HIGHEST for action security_group_rules [ 776.430110] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc2b1871-23c8-47b1-a73e-ee5ee027d72b with Priority: HIGHEST for action security_group_rules [ 776.430920] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc2b1871-23c8-47b1-a73e-ee5ee027d72b taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.430920] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc2b1871-23c8-47b1-a73e-ee5ee027d72b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.789538] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-545dfe74-8723-4988-87cb-3d279ff4702c taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.789701] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-545dfe74-8723-4988-87cb-3d279ff4702c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.789992] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('545dfe74-8723-4988-87cb-3d279ff4702c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.791288] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 99f9e237-6100-4b2a-bdd0-e56a4fdf4b10 with status ACTIVE [ 776.791540] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.791700] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.791769] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.791975] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.792078] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.792251] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.792348] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.792411] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.792569] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.792650] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.792873] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.792970] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.795161] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.795551] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.795658] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.795751] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 99f9e237-6100-4b2a-bdd0-e56a4fdf4b10 is going to be updated. [ 776.817068] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.817068] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.817068] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.817068] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.817068] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.817068] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-99f9e237-6100-4b2a-bdd0-e56a4fdf4b10" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.820079] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91eb8d6d-be61-48e6-9855-f2f010096df8 in Status: SUCCESS [ 776.820079] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91eb8d6d-be61-48e6-9855-f2f010096df8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.820079] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86161373-41b5-45d1-a2db-2ed07b600b9a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.820079] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91eb8d6d-be61-48e6-9855-f2f010096df8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.820079] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91eb8d6d-be61-48e6-9855-f2f010096df8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.820327] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.824202] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.824202] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.824379] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.824509] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.824574] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91eb8d6d-be61-48e6-9855-f2f010096df8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.826027] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('91eb8d6d-be61-48e6-9855-f2f010096df8',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.847038] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.847038] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.847038] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.847038] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.847038] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.847038] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc2b1871-23c8-47b1-a73e-ee5ee027d72b already deleted. [ 776.847038] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc2b1871-23c8-47b1-a73e-ee5ee027d72b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.847038] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc2b1871-23c8-47b1-a73e-ee5ee027d72b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.847038] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc2b1871-23c8-47b1-a73e-ee5ee027d72b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.847038] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc2b1871-23c8-47b1-a73e-ee5ee027d72b',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.229479] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8e5a416-9fa2-4d61-be31-0c25906c8719 in Status: SUCCESS [ 777.229965] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8e5a416-9fa2-4d61-be31-0c25906c8719" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.230398] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8e5a416-9fa2-4d61-be31-0c25906c8719" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.230771] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8e5a416-9fa2-4d61-be31-0c25906c8719" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.231151] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.231413] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.231561] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.232332] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.232332] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.232332] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8e5a416-9fa2-4d61-be31-0c25906c8719',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.233738] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9e9b437-2bc8-4295-bdec-092587d904de in Status: SUCCESS [ 777.233915] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.234075] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.234245] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.234619] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.235234] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.235304] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.236661] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.236661] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.236661] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9e9b437-2bc8-4295-bdec-092587d904de',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.298412] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('545dfe74-8723-4988-87cb-3d279ff4702c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.328053] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.328053] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.328053] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.328053] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.328053] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.328053] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86161373-41b5-45d1-a2db-2ed07b600b9a is going to be updated. [ 777.328360] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-91eb8d6d-be61-48e6-9855-f2f010096df8 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.328360] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91eb8d6d-be61-48e6-9855-f2f010096df8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.328360] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91eb8d6d-be61-48e6-9855-f2f010096df8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.328486] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91eb8d6d-be61-48e6-9855-f2f010096df8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.328702] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.328702] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.328868] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.328868] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.328948] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.329049] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91eb8d6d-be61-48e6-9855-f2f010096df8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.329221] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-91eb8d6d-be61-48e6-9855-f2f010096df8 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.329344] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91eb8d6d-be61-48e6-9855-f2f010096df8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.329696] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91eb8d6d-be61-48e6-9855-f2f010096df8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.329696] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91eb8d6d-be61-48e6-9855-f2f010096df8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.329696] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.330238] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.331554] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.331756] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.331866] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.332070] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91eb8d6d-be61-48e6-9855-f2f010096df8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.332124] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('91eb8d6d-be61-48e6-9855-f2f010096df8',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.360249] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.360392] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.360461] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.360700] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.360852] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.368471] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.370017] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.370017] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.370017] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.370017] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.370017] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc2b1871-23c8-47b1-a73e-ee5ee027d72b already deleted. [ 777.370017] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc2b1871-23c8-47b1-a73e-ee5ee027d72b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.370408] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86161373-41b5-45d1-a2db-2ed07b600b9a in Status: IN_PROGRESS for 2s [ 777.396856] env[69596]: INFO networking_nsxv3.common.synchronization [req-a96d328a-269c-4668-bf61-5f40e0a25b17 req-548a3793-4af1-4503-a367-a700b8ced921 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] Enqueued Resource ID: d29b939e-3353-4fc5-b0d3-0dd32541d308 with Priority: HIGHEST for action security_group_members [ 777.397449] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d29b939e-3353-4fc5-b0d3-0dd32541d308 with Priority: HIGHEST for action security_group_members [ 777.400562] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-d29b939e-3353-4fc5-b0d3-0dd32541d308 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.400732] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d29b939e-3353-4fc5-b0d3-0dd32541d308" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.400810] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d29b939e-3353-4fc5-b0d3-0dd32541d308" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.401139] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d29b939e-3353-4fc5-b0d3-0dd32541d308" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.401310] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.401408] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.401472] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.401647] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.401738] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.401833] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d29b939e-3353-4fc5-b0d3-0dd32541d308',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.703774] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-673 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.703978] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-673" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.704118] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-673" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.704446] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-673" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.704709] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.704865] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.704981] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.705968] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.706168] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.706386] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 777.706505] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 777.706620] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 777.706729] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 777.706838] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 777.706944] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 777.707098] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 777.724944] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 777.725191] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 777.725374] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 777.725583] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-673" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.725929] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-535d4aa1-e334-418f-8139-86720129a314 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.726180] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-535d4aa1-e334-418f-8139-86720129a314" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.726311] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-535d4aa1-e334-418f-8139-86720129a314" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.726686] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-535d4aa1-e334-418f-8139-86720129a314" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.726863] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('535d4aa1-e334-418f-8139-86720129a314',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.736735] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b8e5a416-9fa2-4d61-be31-0c25906c8719',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.741516] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a9e9b437-2bc8-4295-bdec-092587d904de',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.800459] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.800742] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.800742] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.800915] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.801021] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.801114] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 545dfe74-8723-4988-87cb-3d279ff4702c is going to be created. [ 777.822473] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.822620] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.822705] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.822960] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.823180] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.833318] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 545dfe74-8723-4988-87cb-3d279ff4702c in Status: UNINITIALIZED for 2s [ 777.835736] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 91eb8d6d-be61-48e6-9855-f2f010096df8: rpc.has_security_group_logging(os_id): False [ 777.852921] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.853110] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.853240] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.854627] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.854627] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.854627] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.854627] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.854627] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.854627] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.854627] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.854627] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.854627] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.854627] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.854627] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.854627] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.856415] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.856415] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.856415] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.856415] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.857169] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.857267] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 91eb8d6d-be61-48e6-9855-f2f010096df8 is going to be created. [ 777.906269] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.906445] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.906499] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.906715] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.906839] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.907123] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.907224] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.907520] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.907520] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.907520] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.907669] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d29b939e-3353-4fc5-b0d3-0dd32541d308 already deleted. [ 777.907703] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d29b939e-3353-4fc5-b0d3-0dd32541d308" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.917386] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.917550] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.917597] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.917807] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.917983] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.930448] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 91eb8d6d-be61-48e6-9855-f2f010096df8 in Status: IN_PROGRESS for 2s [ 778.230317] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.230788] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.230788] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.230966] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.231684] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.231684] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port 535d4aa1-e334-418f-8139-86720129a314 not found, creating... [ 778.231684] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.231991] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.231991] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.232099] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.232214] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.232503] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.232659] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.232777] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.232988] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.233132] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.233273] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: 535d4aa1-e334-418f-8139-86720129a314 is going to be created. [ 778.239228] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b8e5a416-9fa2-4d61-be31-0c25906c8719',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.242760] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a9e9b437-2bc8-4295-bdec-092587d904de',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.264774] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.264774] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.264774] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.265482] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.265730] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.265965] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-535d4aa1-e334-418f-8139-86720129a314" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.741862] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.742409] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.742409] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.742409] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.742409] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.743762] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8e5a416-9fa2-4d61-be31-0c25906c8719 is going to be updated. [ 778.746293] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.748068] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.748156] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.748335] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.748427] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.748521] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9e9b437-2bc8-4295-bdec-092587d904de is going to be updated. [ 778.771792] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.772038] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.772038] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.772675] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.772800] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.776611] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.776853] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.776853] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.776993] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.777096] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.787496] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8e5a416-9fa2-4d61-be31-0c25906c8719 in Status: IN_PROGRESS for 2s [ 778.788215] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9e9b437-2bc8-4295-bdec-092587d904de in Status: IN_PROGRESS for 2s [ 778.950030] env[69596]: INFO networking_nsxv3.common.synchronization [req-a96d328a-269c-4668-bf61-5f40e0a25b17 req-c5f9a415-a9ba-4c72-8450-44f7fc83f170 service nova] Enqueued Resource ID: d29b939e-3353-4fc5-b0d3-0dd32541d308 with Priority: HIGHEST for action security_group_rules [ 778.950030] env[69596]: INFO networking_nsxv3.common.synchronization [req-a96d328a-269c-4668-bf61-5f40e0a25b17 req-c5f9a415-a9ba-4c72-8450-44f7fc83f170 service nova] Enqueued Resource ID: d29b939e-3353-4fc5-b0d3-0dd32541d308 with Priority: HIGHEST for action security_group_members [ 778.950030] env[69596]: INFO networking_nsxv3.common.synchronization [req-a96d328a-269c-4668-bf61-5f40e0a25b17 req-c5f9a415-a9ba-4c72-8450-44f7fc83f170 service nova] Enqueued Resource ID: 535d4aa1-e334-418f-8139-86720129a314 with Priority: HIGHEST for action port [ 778.950030] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d29b939e-3353-4fc5-b0d3-0dd32541d308 with Priority: HIGHEST for action security_group_rules [ 778.950030] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d29b939e-3353-4fc5-b0d3-0dd32541d308 with Priority: HIGHEST for action security_group_members [ 778.950030] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 535d4aa1-e334-418f-8139-86720129a314 with Priority: HIGHEST for action port [ 778.950030] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d29b939e-3353-4fc5-b0d3-0dd32541d308 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.950030] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d29b939e-3353-4fc5-b0d3-0dd32541d308" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.950030] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d29b939e-3353-4fc5-b0d3-0dd32541d308" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.956933] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d29b939e-3353-4fc5-b0d3-0dd32541d308" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.956933] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d29b939e-3353-4fc5-b0d3-0dd32541d308',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.956933] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-d29b939e-3353-4fc5-b0d3-0dd32541d308 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.956933] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d29b939e-3353-4fc5-b0d3-0dd32541d308" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.956933] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d29b939e-3353-4fc5-b0d3-0dd32541d308" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.956933] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d29b939e-3353-4fc5-b0d3-0dd32541d308" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.956933] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.956933] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.956933] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.956933] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.956933] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.956933] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d29b939e-3353-4fc5-b0d3-0dd32541d308',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.957698] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-535d4aa1-e334-418f-8139-86720129a314 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.957698] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-535d4aa1-e334-418f-8139-86720129a314" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.957698] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-535d4aa1-e334-418f-8139-86720129a314" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.957698] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-535d4aa1-e334-418f-8139-86720129a314" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.957698] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('535d4aa1-e334-418f-8139-86720129a314',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.379488] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86161373-41b5-45d1-a2db-2ed07b600b9a in Status: SUCCESS [ 779.379736] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.379908] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.380153] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.380355] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.380482] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.380632] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.380876] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.380974] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.381096] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.381263] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-86161373-41b5-45d1-a2db-2ed07b600b9a taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.381364] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.381424] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.381568] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.381713] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.381809] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.381869] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.382050] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.382290] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.382410] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.382738] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('86161373-41b5-45d1-a2db-2ed07b600b9a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.461403] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d29b939e-3353-4fc5-b0d3-0dd32541d308',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.461403] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-d29b939e-3353-4fc5-b0d3-0dd32541d308 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.461403] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d29b939e-3353-4fc5-b0d3-0dd32541d308" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.461403] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 535d4aa1-e334-418f-8139-86720129a314 with status ACTIVE [ 779.461403] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.461403] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.461403] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.461689] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.461689] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.462123] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.462123] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.462123] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.462123] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.462302] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.462381] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.462455] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.463031] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.463271] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.463425] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.463502] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 535d4aa1-e334-418f-8139-86720129a314 is going to be updated. [ 779.483973] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.484125] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.484188] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.484440] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.484519] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.484713] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-535d4aa1-e334-418f-8139-86720129a314" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.844390] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 545dfe74-8723-4988-87cb-3d279ff4702c in Status: SUCCESS [ 779.844390] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-545dfe74-8723-4988-87cb-3d279ff4702c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.844390] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-545dfe74-8723-4988-87cb-3d279ff4702c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.844390] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-545dfe74-8723-4988-87cb-3d279ff4702c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.844390] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.844390] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.844390] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.844390] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.845056] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.845056] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-545dfe74-8723-4988-87cb-3d279ff4702c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.845056] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('545dfe74-8723-4988-87cb-3d279ff4702c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.884639] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 86161373-41b5-45d1-a2db-2ed07b600b9a: rpc.has_security_group_logging(os_id): False [ 779.907792] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.907792] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.907792] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.908194] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.908194] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.908462] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.908593] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.908707] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.908927] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.909813] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.910188] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.910386] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.911270] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.915020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.915020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.915020] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.915020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.915020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.915020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.915020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.915020] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86161373-41b5-45d1-a2db-2ed07b600b9a is going to be created. [ 779.943740] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 91eb8d6d-be61-48e6-9855-f2f010096df8 in Status: SUCCESS [ 779.944097] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-91eb8d6d-be61-48e6-9855-f2f010096df8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.965765] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d29b939e-3353-4fc5-b0d3-0dd32541d308',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.993513] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.993711] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.993798] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.994101] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.994300] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.011350] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86161373-41b5-45d1-a2db-2ed07b600b9a in Status: IN_PROGRESS for 2s [ 780.346721] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('545dfe74-8723-4988-87cb-3d279ff4702c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.378991] env[69596]: INFO networking_nsxv3.common.synchronization [req-9a3d9b05-2f31-4612-9f7b-3626eedacb6a req-707ed587-fcdb-4569-881f-b7cf17db027d tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Enqueued Resource ID: a9e9b437-2bc8-4295-bdec-092587d904de with Priority: HIGHEST for action security_group_members [ 780.379533] env[69596]: INFO networking_nsxv3.common.synchronization [req-9a3d9b05-2f31-4612-9f7b-3626eedacb6a req-707ed587-fcdb-4569-881f-b7cf17db027d tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Enqueued Resource ID: 529ea279-47e1-4165-bad3-43b8861f019e with Priority: HIGHEST for action security_group_members [ 780.379752] env[69596]: INFO networking_nsxv3.common.synchronization [req-9a3d9b05-2f31-4612-9f7b-3626eedacb6a req-707ed587-fcdb-4569-881f-b7cf17db027d tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Enqueued Resource ID: b8e5a416-9fa2-4d61-be31-0c25906c8719 with Priority: HIGHEST for action security_group_members [ 780.381347] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9e9b437-2bc8-4295-bdec-092587d904de with Priority: HIGHEST for action security_group_members [ 780.381717] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 529ea279-47e1-4165-bad3-43b8861f019e with Priority: HIGHEST for action security_group_members [ 780.381884] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8e5a416-9fa2-4d61-be31-0c25906c8719 with Priority: HIGHEST for action security_group_members [ 780.382301] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9e9b437-2bc8-4295-bdec-092587d904de taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.382454] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.382768] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-529ea279-47e1-4165-bad3-43b8861f019e taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.382919] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-529ea279-47e1-4165-bad3-43b8861f019e" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.383071] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-529ea279-47e1-4165-bad3-43b8861f019e" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.384090] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-529ea279-47e1-4165-bad3-43b8861f019e" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.384090] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.384090] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.384090] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.384090] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.384305] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.384305] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('529ea279-47e1-4165-bad3-43b8861f019e',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.385628] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8e5a416-9fa2-4d61-be31-0c25906c8719 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.385628] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8e5a416-9fa2-4d61-be31-0c25906c8719" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.433850] env[69596]: INFO networking_nsxv3.common.synchronization [req-9a3d9b05-2f31-4612-9f7b-3626eedacb6a req-707ed587-fcdb-4569-881f-b7cf17db027d tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Enqueued Resource ID: 529ea279-47e1-4165-bad3-43b8861f019e with Priority: HIGHEST for action security_group_rules [ 780.434036] env[69596]: INFO networking_nsxv3.common.synchronization [req-9a3d9b05-2f31-4612-9f7b-3626eedacb6a req-707ed587-fcdb-4569-881f-b7cf17db027d tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Enqueued Resource ID: 529ea279-47e1-4165-bad3-43b8861f019e with Priority: HIGHEST for action security_group_members [ 780.434175] env[69596]: INFO networking_nsxv3.common.synchronization [req-9a3d9b05-2f31-4612-9f7b-3626eedacb6a req-707ed587-fcdb-4569-881f-b7cf17db027d tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Enqueued Resource ID: a9e9b437-2bc8-4295-bdec-092587d904de with Priority: HIGHEST for action security_group_rules [ 780.434300] env[69596]: INFO networking_nsxv3.common.synchronization [req-9a3d9b05-2f31-4612-9f7b-3626eedacb6a req-707ed587-fcdb-4569-881f-b7cf17db027d tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Enqueued Resource ID: a9e9b437-2bc8-4295-bdec-092587d904de with Priority: HIGHEST for action security_group_members [ 780.434416] env[69596]: INFO networking_nsxv3.common.synchronization [req-9a3d9b05-2f31-4612-9f7b-3626eedacb6a req-707ed587-fcdb-4569-881f-b7cf17db027d tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Enqueued Resource ID: b8e5a416-9fa2-4d61-be31-0c25906c8719 with Priority: HIGHEST for action security_group_rules [ 780.434536] env[69596]: INFO networking_nsxv3.common.synchronization [req-9a3d9b05-2f31-4612-9f7b-3626eedacb6a req-707ed587-fcdb-4569-881f-b7cf17db027d tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Enqueued Resource ID: b8e5a416-9fa2-4d61-be31-0c25906c8719 with Priority: HIGHEST for action security_group_members [ 780.434689] env[69596]: INFO networking_nsxv3.common.synchronization [req-9a3d9b05-2f31-4612-9f7b-3626eedacb6a req-707ed587-fcdb-4569-881f-b7cf17db027d tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Enqueued Resource ID: 02fefeda-7f11-4ca6-b5bf-dfb22c064fda with Priority: HIGHEST for action port [ 780.435335] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 529ea279-47e1-4165-bad3-43b8861f019e with Priority: HIGHEST for action security_group_rules [ 780.435773] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9e9b437-2bc8-4295-bdec-092587d904de with Priority: HIGHEST for action security_group_rules [ 780.435896] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8e5a416-9fa2-4d61-be31-0c25906c8719 with Priority: HIGHEST for action security_group_members [ 780.435994] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02fefeda-7f11-4ca6-b5bf-dfb22c064fda with Priority: HIGHEST for action port [ 780.436100] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8e5a416-9fa2-4d61-be31-0c25906c8719 with Priority: HIGHEST for action security_group_rules [ 780.436189] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 529ea279-47e1-4165-bad3-43b8861f019e with Priority: HIGHEST for action security_group_members [ 780.436276] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9e9b437-2bc8-4295-bdec-092587d904de with Priority: HIGHEST for action security_group_members [ 780.436542] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-529ea279-47e1-4165-bad3-43b8861f019e taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.436673] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-529ea279-47e1-4165-bad3-43b8861f019e" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.436751] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-529ea279-47e1-4165-bad3-43b8861f019e" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.437063] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-529ea279-47e1-4165-bad3-43b8861f019e" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.437191] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('529ea279-47e1-4165-bad3-43b8861f019e',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.438722] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a9e9b437-2bc8-4295-bdec-092587d904de taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.438814] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.439014] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8e5a416-9fa2-4d61-be31-0c25906c8719 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.439523] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8e5a416-9fa2-4d61-be31-0c25906c8719" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.439523] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-02fefeda-7f11-4ca6-b5bf-dfb22c064fda taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.439523] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02fefeda-7f11-4ca6-b5bf-dfb22c064fda" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.439523] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02fefeda-7f11-4ca6-b5bf-dfb22c064fda" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.439864] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02fefeda-7f11-4ca6-b5bf-dfb22c064fda" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.439864] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02fefeda-7f11-4ca6-b5bf-dfb22c064fda',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.444033] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b8e5a416-9fa2-4d61-be31-0c25906c8719 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.444033] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b8e5a416-9fa2-4d61-be31-0c25906c8719" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.444033] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-529ea279-47e1-4165-bad3-43b8861f019e taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.444033] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-529ea279-47e1-4165-bad3-43b8861f019e" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.444033] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9e9b437-2bc8-4295-bdec-092587d904de taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.444033] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.471175] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.471175] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.471175] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.471175] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.471175] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.471175] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d29b939e-3353-4fc5-b0d3-0dd32541d308 is going to be created. [ 780.475949] env[69596]: INFO networking_nsxv3.common.synchronization [None req-16a1fade-09b5-43fd-827f-eed7a920c16b None None] Enqueued Resource ID: f767880d-fa4b-40f6-845d-c15aff86303d with Priority: HIGHEST for action port [ 780.476110] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f767880d-fa4b-40f6-845d-c15aff86303d with Priority: HIGHEST for action port [ 780.476614] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-f767880d-fa4b-40f6-845d-c15aff86303d taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.476753] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f767880d-fa4b-40f6-845d-c15aff86303d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.476815] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f767880d-fa4b-40f6-845d-c15aff86303d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.476997] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f767880d-fa4b-40f6-845d-c15aff86303d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.477083] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f767880d-fa4b-40f6-845d-c15aff86303d',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.494062] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.494062] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.494062] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.494062] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.494062] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.503973] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d29b939e-3353-4fc5-b0d3-0dd32541d308 in Status: UNINITIALIZED for 2s [ 780.549024] env[69596]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-377c1699-e933-412d-a2cd-1cf5c4ef962d None None] NSXv3 Agent Agent loop - iteration:0 completed [ 780.549137] env[69596]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-377c1699-e933-412d-a2cd-1cf5c4ef962d None None] NSXv3 Agent Agent loop - iteration:1 started [ 780.798238] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9e9b437-2bc8-4295-bdec-092587d904de in Status: SUCCESS [ 780.798461] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.798629] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.798837] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.799037] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.800167] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.800167] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.800167] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.800167] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.800167] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.800167] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a9e9b437-2bc8-4295-bdec-092587d904de',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.802577] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8e5a416-9fa2-4d61-be31-0c25906c8719 in Status: SUCCESS [ 780.802577] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8e5a416-9fa2-4d61-be31-0c25906c8719" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.802577] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.802577] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.802577] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.802577] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.802577] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.802577] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.802577] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.802577] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9e9b437-2bc8-4295-bdec-092587d904de',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.803173] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8e5a416-9fa2-4d61-be31-0c25906c8719" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.803173] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8e5a416-9fa2-4d61-be31-0c25906c8719" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.803173] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.803173] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.803173] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.803336] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.803468] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.803468] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8e5a416-9fa2-4d61-be31-0c25906c8719" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.803557] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b8e5a416-9fa2-4d61-be31-0c25906c8719',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.805599] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8e5a416-9fa2-4d61-be31-0c25906c8719" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.805599] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8e5a416-9fa2-4d61-be31-0c25906c8719" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.805599] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.805599] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.805599] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.805599] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.805599] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.805599] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8e5a416-9fa2-4d61-be31-0c25906c8719',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.849439] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 545dfe74-8723-4988-87cb-3d279ff4702c: rpc.has_security_group_logging(os_id): False [ 780.866302] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.866302] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.866456] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.866565] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.866657] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.866904] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.868057] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.868057] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.868057] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.868057] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.868057] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 545dfe74-8723-4988-87cb-3d279ff4702c is going to be created. [ 780.888413] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('529ea279-47e1-4165-bad3-43b8861f019e',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.930398] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.930619] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.930726] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.930993] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.931216] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.939139] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-529ea279-47e1-4165-bad3-43b8861f019e taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.939139] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-529ea279-47e1-4165-bad3-43b8861f019e" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.941420] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 02fefeda-7f11-4ca6-b5bf-dfb22c064fda with status ACTIVE [ 780.941688] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.941785] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.941785] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.942914] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.942914] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.942914] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.942914] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.942914] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.942914] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.942914] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.942914] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.942914] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.943339] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.943339] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.943339] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.943339] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 02fefeda-7f11-4ca6-b5bf-dfb22c064fda is going to be updated. [ 780.947494] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 545dfe74-8723-4988-87cb-3d279ff4702c in Status: IN_PROGRESS for 2s [ 780.977437] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.977581] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.977653] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.977857] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.978104] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.978173] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02fefeda-7f11-4ca6-b5bf-dfb22c064fda" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.978379] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f767880d-fa4b-40f6-845d-c15aff86303d [ 780.978578] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.978694] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.978758] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.978996] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.978996] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.979092] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f767880d-fa4b-40f6-845d-c15aff86303d already deleted. [ 780.979221] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f767880d-fa4b-40f6-845d-c15aff86303d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.305959] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9e9b437-2bc8-4295-bdec-092587d904de taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.305959] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.309441] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b8e5a416-9fa2-4d61-be31-0c25906c8719',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.309441] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a9e9b437-2bc8-4295-bdec-092587d904de',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.312072] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b8e5a416-9fa2-4d61-be31-0c25906c8719',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.390789] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('529ea279-47e1-4165-bad3-43b8861f019e',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.812400] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b8e5a416-9fa2-4d61-be31-0c25906c8719: rpc.has_security_group_logging(os_id): False [ 781.813855] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a9e9b437-2bc8-4295-bdec-092587d904de',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.815869] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b8e5a416-9fa2-4d61-be31-0c25906c8719',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.836831] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.836831] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.836831] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.836831] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.836831] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.836831] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.836831] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.836831] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.836831] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.836831] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.836831] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b8e5a416-9fa2-4d61-be31-0c25906c8719 is going to be created. [ 781.881733] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.882156] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.882156] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.882251] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.882413] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.893557] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.893557] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.893557] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.893557] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.893557] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.893557] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 529ea279-47e1-4165-bad3-43b8861f019e is going to be created. [ 781.894807] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b8e5a416-9fa2-4d61-be31-0c25906c8719 in Status: IN_PROGRESS for 2s [ 781.919739] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.920066] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.920066] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.920171] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.920301] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.930906] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 529ea279-47e1-4165-bad3-43b8861f019e in Status: UNINITIALIZED for 2s [ 782.023910] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86161373-41b5-45d1-a2db-2ed07b600b9a in Status: SUCCESS [ 782.024735] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.024735] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.024735] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.024735] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86161373-41b5-45d1-a2db-2ed07b600b9a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.316525] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.316801] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.316801] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.317034] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.317136] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.317239] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9e9b437-2bc8-4295-bdec-092587d904de is going to be updated. [ 782.319894] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.319894] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.319894] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.319894] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.319894] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.319894] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8e5a416-9fa2-4d61-be31-0c25906c8719 is going to be updated. [ 782.351585] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.351742] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.351742] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.351970] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.352132] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.356598] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.356598] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.356598] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.356598] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.356598] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.364129] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9e9b437-2bc8-4295-bdec-092587d904de in Status: IN_PROGRESS for 2s [ 782.365444] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8e5a416-9fa2-4d61-be31-0c25906c8719 in Status: IN_PROGRESS for 2s [ 782.514917] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d29b939e-3353-4fc5-b0d3-0dd32541d308 in Status: SUCCESS [ 782.514917] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d29b939e-3353-4fc5-b0d3-0dd32541d308" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.514917] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d29b939e-3353-4fc5-b0d3-0dd32541d308" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.515327] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d29b939e-3353-4fc5-b0d3-0dd32541d308" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.515625] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.515870] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.516072] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.516374] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.517728] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.517728] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d29b939e-3353-4fc5-b0d3-0dd32541d308" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.517728] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d29b939e-3353-4fc5-b0d3-0dd32541d308',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.529395] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-86161373-41b5-45d1-a2db-2ed07b600b9a taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.529395] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.529395] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.529395] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.529395] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.529395] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.529395] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.529395] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.529395] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.529395] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.529395] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('86161373-41b5-45d1-a2db-2ed07b600b9a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.738351] env[69596]: INFO networking_nsxv3.common.synchronization [None req-b113f034-3202-4652-afcc-defb930f1e17 None None] Enqueued Resource ID: b12aaa38-a0b1-4eb1-b3f0-2afa868db3e3 with Priority: HIGHEST for action port [ 782.738351] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b12aaa38-a0b1-4eb1-b3f0-2afa868db3e3 with Priority: HIGHEST for action port [ 782.738351] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-b12aaa38-a0b1-4eb1-b3f0-2afa868db3e3 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.738351] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b12aaa38-a0b1-4eb1-b3f0-2afa868db3e3" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.738351] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b12aaa38-a0b1-4eb1-b3f0-2afa868db3e3" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.738351] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b12aaa38-a0b1-4eb1-b3f0-2afa868db3e3" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.738351] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b12aaa38-a0b1-4eb1-b3f0-2afa868db3e3',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.957031] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 545dfe74-8723-4988-87cb-3d279ff4702c in Status: SUCCESS [ 782.957520] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-545dfe74-8723-4988-87cb-3d279ff4702c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.020424] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d29b939e-3353-4fc5-b0d3-0dd32541d308',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.030925] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-86161373-41b5-45d1-a2db-2ed07b600b9a taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.032427] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.032427] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.032427] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.032427] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.032427] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.032427] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.032427] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.032427] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.032427] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.032814] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-86161373-41b5-45d1-a2db-2ed07b600b9a taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.032814] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.032886] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.034027] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.034027] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.034027] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.034027] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.034027] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.034027] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.034027] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.034027] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('86161373-41b5-45d1-a2db-2ed07b600b9a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.244031] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b12aaa38-a0b1-4eb1-b3f0-2afa868db3e3 [ 783.244031] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.244031] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.244031] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.244031] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.244031] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.244031] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b12aaa38-a0b1-4eb1-b3f0-2afa868db3e3 already deleted. [ 783.244494] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b12aaa38-a0b1-4eb1-b3f0-2afa868db3e3" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.345515] env[69596]: INFO networking_nsxv3.common.synchronization [req-5e2bfd0e-8116-45ae-8b1c-fe2e9666e041 req-9713700f-cad9-4183-8256-6346b277f541 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Enqueued Resource ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 with Priority: HIGHEST for action security_group_members [ 783.346063] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 with Priority: HIGHEST for action security_group_members [ 783.346371] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.346492] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.346559] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.346755] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.346905] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.347009] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.347111] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.347261] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.347348] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.347441] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf4de9a2-fc16-45b8-939c-537e3f2c7f65',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.492234] env[69596]: INFO networking_nsxv3.common.synchronization [req-49f29ba8-2093-4aa0-aa0f-0c5c2d358abc req-54976dbd-abea-40cf-912f-e69833714248 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Enqueued Resource ID: b8e5a416-9fa2-4d61-be31-0c25906c8719 with Priority: HIGHEST for action security_group_members [ 783.492781] env[69596]: INFO networking_nsxv3.common.synchronization [req-49f29ba8-2093-4aa0-aa0f-0c5c2d358abc req-54976dbd-abea-40cf-912f-e69833714248 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Enqueued Resource ID: a9e9b437-2bc8-4295-bdec-092587d904de with Priority: HIGHEST for action security_group_members [ 783.492781] env[69596]: INFO networking_nsxv3.common.synchronization [req-49f29ba8-2093-4aa0-aa0f-0c5c2d358abc req-54976dbd-abea-40cf-912f-e69833714248 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Enqueued Resource ID: 529ea279-47e1-4165-bad3-43b8861f019e with Priority: HIGHEST for action security_group_members [ 783.493035] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8e5a416-9fa2-4d61-be31-0c25906c8719 with Priority: HIGHEST for action security_group_members [ 783.493170] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9e9b437-2bc8-4295-bdec-092587d904de with Priority: HIGHEST for action security_group_members [ 783.493267] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 529ea279-47e1-4165-bad3-43b8861f019e with Priority: HIGHEST for action security_group_members [ 783.493533] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8e5a416-9fa2-4d61-be31-0c25906c8719 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.493630] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8e5a416-9fa2-4d61-be31-0c25906c8719" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.493815] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9e9b437-2bc8-4295-bdec-092587d904de taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.493898] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.495379] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-529ea279-47e1-4165-bad3-43b8861f019e taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.495490] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-529ea279-47e1-4165-bad3-43b8861f019e" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.523287] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d29b939e-3353-4fc5-b0d3-0dd32541d308: rpc.has_security_group_logging(os_id): False [ 783.538351] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 86161373-41b5-45d1-a2db-2ed07b600b9a: rpc.has_security_group_logging(os_id): False [ 783.541841] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.542153] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.542327] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.542679] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.542949] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.543394] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.543616] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.543758] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.543993] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.544170] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.544334] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d29b939e-3353-4fc5-b0d3-0dd32541d308 is going to be created. [ 783.555759] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.555759] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.555759] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.555759] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.555759] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.556137] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.556137] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.556248] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.556308] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.556384] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.556589] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.556654] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.556708] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.556850] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.556978] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.557124] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.557217] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.557279] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.557417] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.557492] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.557577] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86161373-41b5-45d1-a2db-2ed07b600b9a is going to be updated. [ 783.604343] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.604486] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.604678] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.604759] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.604944] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.611236] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.611434] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.611434] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.611660] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.611823] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.618445] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d29b939e-3353-4fc5-b0d3-0dd32541d308 in Status: IN_PROGRESS for 2s [ 783.620026] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86161373-41b5-45d1-a2db-2ed07b600b9a in Status: IN_PROGRESS for 2s [ 783.677997] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-953 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.678215] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-953" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.678342] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-953" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.678613] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-953" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.678861] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.679081] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.679412] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.679728] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.679882] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.680108] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 783.680221] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 783.680331] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 783.680437] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 783.680543] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 783.680676] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 783.680845] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 783.699610] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 783.699775] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 783.699956] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 783.700144] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-953" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.700438] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-88319c3c-6548-4b0c-8df1-5129227ab207 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.700646] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-88319c3c-6548-4b0c-8df1-5129227ab207" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.700746] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-88319c3c-6548-4b0c-8df1-5129227ab207" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.701065] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-88319c3c-6548-4b0c-8df1-5129227ab207" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.701212] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88319c3c-6548-4b0c-8df1-5129227ab207',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.852038] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf4de9a2-fc16-45b8-939c-537e3f2c7f65',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.907199] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b8e5a416-9fa2-4d61-be31-0c25906c8719 in Status: SUCCESS [ 783.907420] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b8e5a416-9fa2-4d61-be31-0c25906c8719" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.907643] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b8e5a416-9fa2-4d61-be31-0c25906c8719" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.907938] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b8e5a416-9fa2-4d61-be31-0c25906c8719" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.908051] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b8e5a416-9fa2-4d61-be31-0c25906c8719',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.946340] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 529ea279-47e1-4165-bad3-43b8861f019e in Status: SUCCESS [ 783.946586] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-529ea279-47e1-4165-bad3-43b8861f019e" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.947176] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-529ea279-47e1-4165-bad3-43b8861f019e" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.947406] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-529ea279-47e1-4165-bad3-43b8861f019e" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.947602] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.947743] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.947822] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.947987] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.948083] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.948179] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('529ea279-47e1-4165-bad3-43b8861f019e',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.040069] env[69596]: INFO networking_nsxv3.common.synchronization [req-a9e27f0d-939b-4f84-a4c9-24d00da56a38 req-26ba5eaa-5e9a-4c4a-b38b-be34eda3ee83 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Enqueued Resource ID: 86161373-41b5-45d1-a2db-2ed07b600b9a with Priority: HIGHEST for action security_group_members [ 784.042847] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86161373-41b5-45d1-a2db-2ed07b600b9a with Priority: HIGHEST for action security_group_members [ 784.042847] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-86161373-41b5-45d1-a2db-2ed07b600b9a taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.043435] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.043628] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.044586] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.045350] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.045350] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.045350] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.045808] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.048036] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.048036] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86161373-41b5-45d1-a2db-2ed07b600b9a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.206018] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.206346] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.206477] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.206745] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.206895] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.207063] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port 88319c3c-6548-4b0c-8df1-5129227ab207 not found, creating... [ 784.207334] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.207590] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.207590] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.207802] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.207938] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.208226] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.208377] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.209616] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.209616] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.209616] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.209616] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: 88319c3c-6548-4b0c-8df1-5129227ab207 is going to be created. [ 784.230882] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.231087] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.231210] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.231478] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.231694] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.231917] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-88319c3c-6548-4b0c-8df1-5129227ab207" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.355299] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf4de9a2-fc16-45b8-939c-537e3f2c7f65',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.378418] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9e9b437-2bc8-4295-bdec-092587d904de in Status: SUCCESS [ 784.378418] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.378418] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8e5a416-9fa2-4d61-be31-0c25906c8719 in Status: SUCCESS [ 784.378418] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8e5a416-9fa2-4d61-be31-0c25906c8719" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.378418] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.378418] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.378418] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.378418] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.378418] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.378418] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.378418] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.378418] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9e9b437-2bc8-4295-bdec-092587d904de',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.379703] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8e5a416-9fa2-4d61-be31-0c25906c8719" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.379904] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8e5a416-9fa2-4d61-be31-0c25906c8719" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.380103] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.380210] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.380276] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.380471] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.380560] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.380656] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8e5a416-9fa2-4d61-be31-0c25906c8719',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.432155] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.432282] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.432359] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.432573] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.432662] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.432776] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b8e5a416-9fa2-4d61-be31-0c25906c8719 is going to be deleted. [ 784.451661] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.451861] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.451861] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.452502] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.452629] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.452946] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.453076] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.453139] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.453306] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.453384] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.453471] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 529ea279-47e1-4165-bad3-43b8861f019e is going to be deleted. [ 784.459613] env[69596]: INFO networking_nsxv3.common.synchronization [req-3ff5279d-708e-4b3f-9916-ee49917d9a8c req-b6d77572-6eb7-4015-9c78-c2e8cb570624 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Enqueued Resource ID: 86161373-41b5-45d1-a2db-2ed07b600b9a with Priority: HIGHEST for action security_group_members [ 784.459869] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86161373-41b5-45d1-a2db-2ed07b600b9a with Priority: HIGHEST for action security_group_members [ 784.460420] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-86161373-41b5-45d1-a2db-2ed07b600b9a taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.460512] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.476509] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.476677] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.476677] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.476903] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.477011] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.477119] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-529ea279-47e1-4165-bad3-43b8861f019e" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.477259] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-529ea279-47e1-4165-bad3-43b8861f019e" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.477413] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-529ea279-47e1-4165-bad3-43b8861f019e" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.477575] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.477676] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.477738] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.477875] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.478350] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.478452] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('529ea279-47e1-4165-bad3-43b8861f019e',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.479809] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.479932] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.479999] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.480174] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.480255] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.480360] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b8e5a416-9fa2-4d61-be31-0c25906c8719" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.551994] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86161373-41b5-45d1-a2db-2ed07b600b9a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.856976] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.857198] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.857276] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.857497] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.857589] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.857696] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 is going to be updated. [ 784.882586] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a9e9b437-2bc8-4295-bdec-092587d904de',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.883792] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.883792] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.883950] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.884090] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.884180] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.884372] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.884473] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.884533] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.884688] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.884765] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.884850] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8e5a416-9fa2-4d61-be31-0c25906c8719 is going to be deleted. [ 784.890566] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.890760] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.890821] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.890999] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.891149] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.905683] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 in Status: IN_PROGRESS for 2s [ 784.935812] env[69596]: INFO networking_nsxv3.common.synchronization [req-5e2bfd0e-8116-45ae-8b1c-fe2e9666e041 req-b669bdf8-1bee-45db-9829-70308f460f84 service nova] Enqueued Resource ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 with Priority: HIGHEST for action security_group_rules [ 784.935991] env[69596]: INFO networking_nsxv3.common.synchronization [req-5e2bfd0e-8116-45ae-8b1c-fe2e9666e041 req-b669bdf8-1bee-45db-9829-70308f460f84 service nova] Enqueued Resource ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 with Priority: HIGHEST for action security_group_members [ 784.936181] env[69596]: INFO networking_nsxv3.common.synchronization [req-5e2bfd0e-8116-45ae-8b1c-fe2e9666e041 req-b669bdf8-1bee-45db-9829-70308f460f84 service nova] Enqueued Resource ID: 88319c3c-6548-4b0c-8df1-5129227ab207 with Priority: HIGHEST for action port [ 784.936454] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 with Priority: HIGHEST for action security_group_rules [ 784.936594] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 with Priority: HIGHEST for action security_group_members [ 784.936736] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88319c3c-6548-4b0c-8df1-5129227ab207 with Priority: HIGHEST for action port [ 784.938065] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.938920] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.939128] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.939128] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.939663] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.939869] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8e5a416-9fa2-4d61-be31-0c25906c8719" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.940359] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf4de9a2-fc16-45b8-939c-537e3f2c7f65 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.940586] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.940718] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.940931] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.941057] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf4de9a2-fc16-45b8-939c-537e3f2c7f65',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.942050] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.942152] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.942360] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-88319c3c-6548-4b0c-8df1-5129227ab207 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.942487] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88319c3c-6548-4b0c-8df1-5129227ab207" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.942571] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88319c3c-6548-4b0c-8df1-5129227ab207" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.942758] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88319c3c-6548-4b0c-8df1-5129227ab207" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.942866] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88319c3c-6548-4b0c-8df1-5129227ab207',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.944134] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8e5a416-9fa2-4d61-be31-0c25906c8719" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.945086] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8e5a416-9fa2-4d61-be31-0c25906c8719" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.945335] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.945487] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.945585] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.945790] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.949532] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.949532] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8e5a416-9fa2-4d61-be31-0c25906c8719',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.981259] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.981421] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.981478] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.981684] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.981770] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.982991] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.982991] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.982991] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.982991] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.982991] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.982991] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 529ea279-47e1-4165-bad3-43b8861f019e already deleted. [ 784.982991] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-529ea279-47e1-4165-bad3-43b8861f019e" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.982991] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('529ea279-47e1-4165-bad3-43b8861f019e',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.983393] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-529ea279-47e1-4165-bad3-43b8861f019e" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.983564] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-529ea279-47e1-4165-bad3-43b8861f019e" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.983719] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.983826] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.983890] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.984424] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.984539] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.984635] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('529ea279-47e1-4165-bad3-43b8861f019e',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.054950] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86161373-41b5-45d1-a2db-2ed07b600b9a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.387045] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a9e9b437-2bc8-4295-bdec-092587d904de',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.450761] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 88319c3c-6548-4b0c-8df1-5129227ab207 with status ACTIVE [ 785.450998] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.451173] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.451216] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.451875] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.451875] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.451875] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.451875] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.451875] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.452141] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.452141] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.452248] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.452324] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.452375] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.452521] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.452594] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.452904] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 88319c3c-6548-4b0c-8df1-5129227ab207 is going to be updated. [ 785.453833] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.453954] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.454222] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.454268] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.454339] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.454488] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.455072] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.455072] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.455072] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.455072] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.455072] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.455072] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.455381] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8e5a416-9fa2-4d61-be31-0c25906c8719 already deleted. [ 785.455381] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8e5a416-9fa2-4d61-be31-0c25906c8719" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.474632] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.474841] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.475308] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.475308] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.475405] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.475586] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88319c3c-6548-4b0c-8df1-5129227ab207" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.486152] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('529ea279-47e1-4165-bad3-43b8861f019e',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.487187] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.487321] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.487405] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.487575] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.487660] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.487841] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.487918] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.487973] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.488127] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.488272] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.488272] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 529ea279-47e1-4165-bad3-43b8861f019e already deleted. [ 785.488354] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-529ea279-47e1-4165-bad3-43b8861f019e" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.557751] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.557910] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.557981] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.558215] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.558305] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.558404] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86161373-41b5-45d1-a2db-2ed07b600b9a is going to be updated. [ 785.589167] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.589167] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.589167] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.589167] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.589167] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.595994] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86161373-41b5-45d1-a2db-2ed07b600b9a in Status: IN_PROGRESS for 2s [ 785.635226] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d29b939e-3353-4fc5-b0d3-0dd32541d308 in Status: SUCCESS [ 785.635380] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d29b939e-3353-4fc5-b0d3-0dd32541d308" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.636131] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86161373-41b5-45d1-a2db-2ed07b600b9a in Status: SUCCESS [ 785.636542] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.891253] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.891253] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.891253] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.891253] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.891253] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.891253] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9e9b437-2bc8-4295-bdec-092587d904de is going to be updated. [ 785.920390] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.920548] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.920645] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.920875] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.921036] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.929937] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9e9b437-2bc8-4295-bdec-092587d904de in Status: IN_PROGRESS for 2s [ 785.989128] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 529ea279-47e1-4165-bad3-43b8861f019e: rpc.has_security_group_logging(os_id): False [ 786.008008] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.008200] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.008274] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.008491] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.008637] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.008861] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.009048] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.009048] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.009209] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.009284] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.009372] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 529ea279-47e1-4165-bad3-43b8861f019e is going to be created. [ 786.026936] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/529ea279-47e1-4165-bad3-43b8861f019e], does not exist path=[/infra/domains/default/groups/529ea279-47e1-4165-bad3-43b8861f019e]."\n}' [ 786.027144] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 529ea279-47e1-4165-bad3-43b8861f019e failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/529ea279-47e1-4165-bad3-43b8861f019e [ 786.027215] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 786.078540] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.078540] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.079472] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.079472] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.081603] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.083542] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.083542] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.083542] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.083542] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.083542] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.083542] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.083542] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.083542] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.083542] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.083542] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.083542] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 529ea279-47e1-4165-bad3-43b8861f019e is going to be created. [ 786.100861] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/529ea279-47e1-4165-bad3-43b8861f019e], does not exist path=[/infra/domains/default/groups/529ea279-47e1-4165-bad3-43b8861f019e]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/529ea279-47e1-4165-bad3-43b8861f019e [ 786.100861] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-529ea279-47e1-4165-bad3-43b8861f019e" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.100861] env[69596]: Traceback (most recent call last): [ 786.100861] env[69596]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 786.100861] env[69596]: return func(*args, **kwargs) [ 786.100861] env[69596]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 786.100861] env[69596]: res.raise_for_status() [ 786.100861] env[69596]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 786.100861] env[69596]: raise HTTPError(http_error_msg, response=self) [ 786.100861] env[69596]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/529ea279-47e1-4165-bad3-43b8861f019e [ 786.100861] env[69596]: During handling of the above exception, another exception occurred: [ 786.100861] env[69596]: Traceback (most recent call last): [ 786.100861] env[69596]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 786.100861] env[69596]: listener.cb(fileno) [ 786.100861] env[69596]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 786.100861] env[69596]: result = function(*args, **kwargs) [ 786.100861] env[69596]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 786.100861] env[69596]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 786.100861] env[69596]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 786.100861] env[69596]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 786.100861] env[69596]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 786.100861] env[69596]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 786.100861] env[69596]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 786.100861] env[69596]: res.raise_for_status() [ 786.100861] env[69596]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 786.100861] env[69596]: raise HTTPError(http_error_msg, response=self) [ 786.100861] env[69596]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/529ea279-47e1-4165-bad3-43b8861f019e [ 786.100861] env[69596]: Removing descriptor: 5 [ 786.914859] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 in Status: SUCCESS [ 786.915107] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.915275] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.915494] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.915681] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.915802] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.915863] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.916046] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.916123] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.916220] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf4de9a2-fc16-45b8-939c-537e3f2c7f65',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.418923] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf4de9a2-fc16-45b8-939c-537e3f2c7f65',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.607361] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86161373-41b5-45d1-a2db-2ed07b600b9a in Status: SUCCESS [ 787.607599] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.607775] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.608022] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.609034] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.609034] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.609034] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.609034] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.609034] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.609034] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86161373-41b5-45d1-a2db-2ed07b600b9a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.921261] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf4de9a2-fc16-45b8-939c-537e3f2c7f65',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.940813] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9e9b437-2bc8-4295-bdec-092587d904de in Status: SUCCESS [ 787.941028] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.941457] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.941669] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.941861] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.941972] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.942048] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.942198] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.942277] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.942357] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.942512] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9e9b437-2bc8-4295-bdec-092587d904de taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.942590] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.942649] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.942778] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.942910] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.943014] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.943074] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.943206] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.943278] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.943355] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.943440] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a9e9b437-2bc8-4295-bdec-092587d904de',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.944198] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.944359] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.944512] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.944647] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.944753] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.944963] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.945095] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.945224] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9e9b437-2bc8-4295-bdec-092587d904de',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.111497] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.111668] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.111769] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.112028] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.130851] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.131113] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.131227] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.131324] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.135026] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.135026] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.135026] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86161373-41b5-45d1-a2db-2ed07b600b9a is going to be updated. [ 788.154428] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.154585] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.154646] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.155930] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.155930] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.163176] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86161373-41b5-45d1-a2db-2ed07b600b9a in Status: IN_PROGRESS for 2s [ 788.425045] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.425383] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.425383] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.425471] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.425550] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.425643] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 is going to be updated. [ 788.447484] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a9e9b437-2bc8-4295-bdec-092587d904de: rpc.has_security_group_logging(os_id): False [ 788.448592] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a9e9b437-2bc8-4295-bdec-092587d904de',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.455367] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.455517] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.455577] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.455760] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.455902] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.463225] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 in Status: IN_PROGRESS for 2s [ 788.464589] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.464589] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.464695] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.464836] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.479783] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.480040] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.480157] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.480223] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.480410] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.480509] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.480760] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.480864] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.480918] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.481104] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.481183] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.481367] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.481459] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.481519] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.481661] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.481736] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.481816] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a9e9b437-2bc8-4295-bdec-092587d904de is going to be updated. [ 788.534027] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.534190] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.534230] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.534436] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.534585] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.550891] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9e9b437-2bc8-4295-bdec-092587d904de in Status: IN_PROGRESS for 2s [ 788.948684] env[69596]: INFO networking_nsxv3.common.synchronization [req-8486cc51-5cb8-4d5a-83a0-bc0e0b2de540 req-e14e38f3-c204-4b0c-a446-110669923cf2 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Enqueued Resource ID: cf2b9e5c-2739-481e-865c-b07f4f286b74 with Priority: HIGHEST for action security_group_members [ 788.949232] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf2b9e5c-2739-481e-865c-b07f4f286b74 with Priority: HIGHEST for action security_group_members [ 788.949526] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf2b9e5c-2739-481e-865c-b07f4f286b74 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.949647] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf2b9e5c-2739-481e-865c-b07f4f286b74" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.949716] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf2b9e5c-2739-481e-865c-b07f4f286b74" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.951073] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf2b9e5c-2739-481e-865c-b07f4f286b74" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.951529] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.951812] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.952812] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.953106] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.953256] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.953396] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf2b9e5c-2739-481e-865c-b07f4f286b74',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.954305] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a9e9b437-2bc8-4295-bdec-092587d904de',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.234692] env[69596]: INFO networking_nsxv3.common.synchronization [req-d002866d-d572-4c97-af52-0b6367f94075 req-0b2f3c04-5017-44a5-a6e4-0fe374e664dc tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] Enqueued Resource ID: 91eb8d6d-be61-48e6-9855-f2f010096df8 with Priority: HIGHEST for action security_group_members [ 789.236179] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91eb8d6d-be61-48e6-9855-f2f010096df8 with Priority: HIGHEST for action security_group_members [ 789.236179] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-91eb8d6d-be61-48e6-9855-f2f010096df8 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.236179] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91eb8d6d-be61-48e6-9855-f2f010096df8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.236179] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91eb8d6d-be61-48e6-9855-f2f010096df8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.237236] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91eb8d6d-be61-48e6-9855-f2f010096df8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.238031] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.238031] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.238031] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.238031] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.238031] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.238882] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('91eb8d6d-be61-48e6-9855-f2f010096df8',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.310429] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-410 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.310612] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-410" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.310767] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-410" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.311042] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-410" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.311298] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.311450] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.311564] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.311791] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.311943] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.312706] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 789.312831] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 789.312951] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 789.313094] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 789.313284] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 789.313416] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 789.313557] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 789.338361] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 789.338524] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 789.338733] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 789.338829] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-410" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.339154] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-0a1bd959-34d2-45e1-9d79-29e60f78f4af taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.339325] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-0a1bd959-34d2-45e1-9d79-29e60f78f4af" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.339445] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-0a1bd959-34d2-45e1-9d79-29e60f78f4af" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.339766] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-0a1bd959-34d2-45e1-9d79-29e60f78f4af" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.339911] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a1bd959-34d2-45e1-9d79-29e60f78f4af',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.458049] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.458049] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.458049] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.458728] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.459594] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.459594] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.459594] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.460160] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.460160] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.460160] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9e9b437-2bc8-4295-bdec-092587d904de is going to be updated. [ 789.485179] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.485463] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.485591] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.485706] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.485885] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.485982] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.486088] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf2b9e5c-2739-481e-865c-b07f4f286b74 is going to be updated. [ 789.490467] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.490607] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.490750] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.490860] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.491010] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.499917] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9e9b437-2bc8-4295-bdec-092587d904de in Status: IN_PROGRESS for 2s [ 789.523527] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.523527] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.523527] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.523527] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.523527] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.531615] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf2b9e5c-2739-481e-865c-b07f4f286b74 in Status: IN_PROGRESS for 2s [ 789.746911] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.746911] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.746911] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.746911] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.768425] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.768767] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.768896] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.768965] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.769178] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.769272] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.769365] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91eb8d6d-be61-48e6-9855-f2f010096df8 is going to be updated. [ 789.805375] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.805527] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.805597] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.805846] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.805955] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.814501] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91eb8d6d-be61-48e6-9855-f2f010096df8 in Status: IN_PROGRESS for 2s [ 789.842813] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.843099] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.843240] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.843557] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.843709] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.843865] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port 0a1bd959-34d2-45e1-9d79-29e60f78f4af not found, creating... [ 789.844157] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.844327] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.844449] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.844678] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.844816] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.845159] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.845374] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.845519] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.845734] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.845872] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.846033] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: 0a1bd959-34d2-45e1-9d79-29e60f78f4af is going to be created. [ 789.882210] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.882427] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.882559] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.882845] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.883097] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.883316] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-0a1bd959-34d2-45e1-9d79-29e60f78f4af" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.173019] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86161373-41b5-45d1-a2db-2ed07b600b9a in Status: SUCCESS [ 790.173204] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86161373-41b5-45d1-a2db-2ed07b600b9a deletion is rescheduled due to dependency. [ 790.173323] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.473940] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 in Status: SUCCESS [ 790.474239] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.474459] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.474712] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.475033] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.475336] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.475336] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.475565] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.475695] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.475837] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.476112] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bf4de9a2-fc16-45b8-939c-537e3f2c7f65',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.548229] env[69596]: INFO networking_nsxv3.common.synchronization [req-8486cc51-5cb8-4d5a-83a0-bc0e0b2de540 req-e8f61bc9-4917-427e-a1f9-2dd1899d069a service nova] Enqueued Resource ID: cf2b9e5c-2739-481e-865c-b07f4f286b74 with Priority: HIGHEST for action security_group_rules [ 790.548421] env[69596]: INFO networking_nsxv3.common.synchronization [req-8486cc51-5cb8-4d5a-83a0-bc0e0b2de540 req-e8f61bc9-4917-427e-a1f9-2dd1899d069a service nova] Enqueued Resource ID: cf2b9e5c-2739-481e-865c-b07f4f286b74 with Priority: HIGHEST for action security_group_members [ 790.548586] env[69596]: INFO networking_nsxv3.common.synchronization [req-8486cc51-5cb8-4d5a-83a0-bc0e0b2de540 req-e8f61bc9-4917-427e-a1f9-2dd1899d069a service nova] Enqueued Resource ID: 0a1bd959-34d2-45e1-9d79-29e60f78f4af with Priority: HIGHEST for action port [ 790.549276] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf2b9e5c-2739-481e-865c-b07f4f286b74 with Priority: HIGHEST for action security_group_rules [ 790.549395] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf2b9e5c-2739-481e-865c-b07f4f286b74 with Priority: HIGHEST for action security_group_members [ 790.549610] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a1bd959-34d2-45e1-9d79-29e60f78f4af with Priority: HIGHEST for action port [ 790.549905] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf2b9e5c-2739-481e-865c-b07f4f286b74 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.550090] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf2b9e5c-2739-481e-865c-b07f4f286b74" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.550203] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf2b9e5c-2739-481e-865c-b07f4f286b74" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.550436] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf2b9e5c-2739-481e-865c-b07f4f286b74" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.550574] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf2b9e5c-2739-481e-865c-b07f4f286b74',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.551497] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf2b9e5c-2739-481e-865c-b07f4f286b74 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.551655] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf2b9e5c-2739-481e-865c-b07f4f286b74" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.551942] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a1bd959-34d2-45e1-9d79-29e60f78f4af taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.552102] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a1bd959-34d2-45e1-9d79-29e60f78f4af" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.552204] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a1bd959-34d2-45e1-9d79-29e60f78f4af" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.552411] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a1bd959-34d2-45e1-9d79-29e60f78f4af" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.552525] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a1bd959-34d2-45e1-9d79-29e60f78f4af',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.567906] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9e9b437-2bc8-4295-bdec-092587d904de in Status: SUCCESS [ 790.568263] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.568780] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.568780] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.568780] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a9e9b437-2bc8-4295-bdec-092587d904de',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.980560] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.980560] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.980560] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.980560] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.980560] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.980560] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.980560] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.980560] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.980560] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.980560] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.980560] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.980560] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.980560] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.980560] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.980560] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.980560] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.981415] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.981415] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.981415] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.981415] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.981415] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bf4de9a2-fc16-45b8-939c-537e3f2c7f65',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.054238] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf2b9e5c-2739-481e-865c-b07f4f286b74 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.054238] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf2b9e5c-2739-481e-865c-b07f4f286b74" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.056770] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0a1bd959-34d2-45e1-9d79-29e60f78f4af with status ACTIVE [ 791.056975] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.057109] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.057227] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.057385] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.057513] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.057651] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.057747] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.057975] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.057975] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.058085] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.058231] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.058355] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.058355] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.058507] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.058564] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.058615] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0a1bd959-34d2-45e1-9d79-29e60f78f4af is going to be updated. [ 791.071028] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9e9b437-2bc8-4295-bdec-092587d904de taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.071161] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.084113] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.084244] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.084315] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.084507] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.084646] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.084847] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a1bd959-34d2-45e1-9d79-29e60f78f4af" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.483339] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bf4de9a2-fc16-45b8-939c-537e3f2c7f65: rpc.has_security_group_logging(os_id): False [ 791.500737] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.500898] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.500973] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.501193] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.510765] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9e9b437-2bc8-4295-bdec-092587d904de in Status: SUCCESS [ 791.510944] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.511115] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.511313] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.511569] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.511658] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.511658] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.511861] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.512319] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.512319] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.512319] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a9e9b437-2bc8-4295-bdec-092587d904de',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.519712] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.519913] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.520206] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.520309] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.520485] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.520575] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.520853] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.521027] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.521101] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.521248] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.521354] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.521602] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.521722] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.521829] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.521937] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.522023] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.522113] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 is going to be updated. [ 791.538271] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf2b9e5c-2739-481e-865c-b07f4f286b74 in Status: SUCCESS [ 791.538443] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf2b9e5c-2739-481e-865c-b07f4f286b74 deletion is rescheduled due to dependency. [ 791.538547] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf2b9e5c-2739-481e-865c-b07f4f286b74" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.539541] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf2b9e5c-2739-481e-865c-b07f4f286b74" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.539541] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf2b9e5c-2739-481e-865c-b07f4f286b74" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.539541] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.539541] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.539541] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.539541] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.539541] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.539895] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf2b9e5c-2739-481e-865c-b07f4f286b74',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.580614] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.580780] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.580853] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.581072] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.581340] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.594547] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 in Status: IN_PROGRESS for 2s [ 791.627383] env[69596]: INFO networking_nsxv3.common.synchronization [req-27161ab5-3ade-4a92-9ae9-e101ba726506 req-53a4dee5-473c-42a6-93a1-2314adf192a5 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] Enqueued Resource ID: d6e809ec-2370-49ee-96b5-637301e5ea5c with Priority: HIGHEST for action security_group_members [ 791.627525] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6e809ec-2370-49ee-96b5-637301e5ea5c with Priority: HIGHEST for action security_group_members [ 791.631015] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6e809ec-2370-49ee-96b5-637301e5ea5c taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.631015] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6e809ec-2370-49ee-96b5-637301e5ea5c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.631015] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6e809ec-2370-49ee-96b5-637301e5ea5c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.631015] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6e809ec-2370-49ee-96b5-637301e5ea5c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.631015] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.631015] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.631015] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.631015] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.631015] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.631015] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6e809ec-2370-49ee-96b5-637301e5ea5c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.824475] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91eb8d6d-be61-48e6-9855-f2f010096df8 in Status: SUCCESS [ 791.824721] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91eb8d6d-be61-48e6-9855-f2f010096df8 deletion is rescheduled due to dependency. [ 791.825622] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91eb8d6d-be61-48e6-9855-f2f010096df8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.899885] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-474 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.900179] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-474" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.900365] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-474" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.900746] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-474" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.901064] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.901292] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.901472] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.901738] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.901973] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.902225] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 791.902386] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 791.902540] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 791.902694] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 791.902852] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 791.903008] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 791.903202] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 791.920167] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 791.920511] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 791.920511] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 791.920760] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-474" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.921093] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-451d4acf-cbd7-479a-96a1-2cd15616e899 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.921265] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-451d4acf-cbd7-479a-96a1-2cd15616e899" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.921441] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-451d4acf-cbd7-479a-96a1-2cd15616e899" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.921742] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-451d4acf-cbd7-479a-96a1-2cd15616e899" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.921887] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('451d4acf-cbd7-479a-96a1-2cd15616e899',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.014834] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9e9b437-2bc8-4295-bdec-092587d904de taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.015094] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.015191] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.015444] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.015653] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.015766] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.015835] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.016025] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.016131] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.016245] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.016446] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9e9b437-2bc8-4295-bdec-092587d904de taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.016532] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.016596] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.016744] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.016915] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.017038] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.017104] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.017277] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.017365] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.017453] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.017556] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a9e9b437-2bc8-4295-bdec-092587d904de',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.041740] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf2b9e5c-2739-481e-865c-b07f4f286b74',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.131439] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.131439] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.131439] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.131642] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.131680] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.131870] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.131980] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.132104] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.132278] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.132355] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.132443] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6e809ec-2370-49ee-96b5-637301e5ea5c already deleted. [ 792.132536] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6e809ec-2370-49ee-96b5-637301e5ea5c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.424677] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.424677] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.424677] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.424966] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.425097] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.425267] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port 451d4acf-cbd7-479a-96a1-2cd15616e899 not found, creating... [ 792.425527] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.425687] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.425800] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.426031] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.426400] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.426733] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.426919] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.427104] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.427362] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.427503] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.427642] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: 451d4acf-cbd7-479a-96a1-2cd15616e899 is going to be created. [ 792.447367] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.447551] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.447677] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.448053] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.448389] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.448628] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-451d4acf-cbd7-479a-96a1-2cd15616e899" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.521118] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a9e9b437-2bc8-4295-bdec-092587d904de: rpc.has_security_group_logging(os_id): False [ 792.542354] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.542525] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.542570] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.542835] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.542933] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.543139] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.543238] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.543296] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.543449] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.543526] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.543716] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.543834] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.543910] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.544107] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.544191] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.544388] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.544480] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.544540] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.544679] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.544754] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.544854] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a9e9b437-2bc8-4295-bdec-092587d904de is going to be updated. [ 792.546090] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf2b9e5c-2739-481e-865c-b07f4f286b74',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.644958] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.645122] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.645186] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.645416] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.645565] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.668052] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9e9b437-2bc8-4295-bdec-092587d904de in Status: IN_PROGRESS for 2s [ 793.049322] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.049522] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.049614] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.049867] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.049968] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.050079] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf2b9e5c-2739-481e-865c-b07f4f286b74 is going to be updated. [ 793.079221] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.079221] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.079221] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.079221] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.079221] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.086731] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf2b9e5c-2739-481e-865c-b07f4f286b74 in Status: IN_PROGRESS for 2s [ 793.177417] env[69596]: INFO networking_nsxv3.common.synchronization [req-27161ab5-3ade-4a92-9ae9-e101ba726506 req-9e4fe918-1f47-420a-9f1c-4ec3f03c8dcb service nova] Enqueued Resource ID: d6e809ec-2370-49ee-96b5-637301e5ea5c with Priority: HIGHEST for action security_group_rules [ 793.177919] env[69596]: INFO networking_nsxv3.common.synchronization [req-27161ab5-3ade-4a92-9ae9-e101ba726506 req-9e4fe918-1f47-420a-9f1c-4ec3f03c8dcb service nova] Enqueued Resource ID: d6e809ec-2370-49ee-96b5-637301e5ea5c with Priority: HIGHEST for action security_group_members [ 793.178171] env[69596]: INFO networking_nsxv3.common.synchronization [req-27161ab5-3ade-4a92-9ae9-e101ba726506 req-9e4fe918-1f47-420a-9f1c-4ec3f03c8dcb service nova] Enqueued Resource ID: 451d4acf-cbd7-479a-96a1-2cd15616e899 with Priority: HIGHEST for action port [ 793.179312] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6e809ec-2370-49ee-96b5-637301e5ea5c with Priority: HIGHEST for action security_group_rules [ 793.179312] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6e809ec-2370-49ee-96b5-637301e5ea5c with Priority: HIGHEST for action security_group_members [ 793.179312] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 451d4acf-cbd7-479a-96a1-2cd15616e899 with Priority: HIGHEST for action port [ 793.180351] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d6e809ec-2370-49ee-96b5-637301e5ea5c taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.180351] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d6e809ec-2370-49ee-96b5-637301e5ea5c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.180859] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d6e809ec-2370-49ee-96b5-637301e5ea5c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.180972] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d6e809ec-2370-49ee-96b5-637301e5ea5c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.181842] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d6e809ec-2370-49ee-96b5-637301e5ea5c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.187188] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6e809ec-2370-49ee-96b5-637301e5ea5c taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.187188] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6e809ec-2370-49ee-96b5-637301e5ea5c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.187188] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6e809ec-2370-49ee-96b5-637301e5ea5c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.187188] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6e809ec-2370-49ee-96b5-637301e5ea5c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.187188] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.187188] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.187188] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.187188] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.187188] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.187523] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6e809ec-2370-49ee-96b5-637301e5ea5c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.188575] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-451d4acf-cbd7-479a-96a1-2cd15616e899 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.188682] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-451d4acf-cbd7-479a-96a1-2cd15616e899" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.188750] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-451d4acf-cbd7-479a-96a1-2cd15616e899" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.188903] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-451d4acf-cbd7-479a-96a1-2cd15616e899" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.188981] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('451d4acf-cbd7-479a-96a1-2cd15616e899',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.608981] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 in Status: SUCCESS [ 793.609410] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.686871] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6e809ec-2370-49ee-96b5-637301e5ea5c taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.687063] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6e809ec-2370-49ee-96b5-637301e5ea5c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.689544] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d6e809ec-2370-49ee-96b5-637301e5ea5c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.690925] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 451d4acf-cbd7-479a-96a1-2cd15616e899 with status ACTIVE [ 793.691196] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.691322] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.691390] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.691585] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.691666] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.691859] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.691959] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.692028] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.692176] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.692243] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.692443] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.692521] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.692575] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.692688] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.692754] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.692841] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 451d4acf-cbd7-479a-96a1-2cd15616e899 is going to be updated. [ 793.712013] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.712219] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.712219] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.712397] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.712547] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.712726] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-451d4acf-cbd7-479a-96a1-2cd15616e899" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.191863] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d6e809ec-2370-49ee-96b5-637301e5ea5c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.684208] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9e9b437-2bc8-4295-bdec-092587d904de in Status: SUCCESS [ 794.684492] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.694453] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.694611] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.694672] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.694906] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.694906] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.695048] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6e809ec-2370-49ee-96b5-637301e5ea5c is going to be created. [ 794.715767] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.715918] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.716059] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.716200] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.716361] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.725042] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6e809ec-2370-49ee-96b5-637301e5ea5c in Status: UNINITIALIZED for 2s [ 795.101030] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf2b9e5c-2739-481e-865c-b07f4f286b74 in Status: SUCCESS [ 795.101030] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf2b9e5c-2739-481e-865c-b07f4f286b74" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.101030] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf2b9e5c-2739-481e-865c-b07f4f286b74" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.101030] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf2b9e5c-2739-481e-865c-b07f4f286b74" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.101030] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.101030] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.101030] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.101030] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.101030] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.101030] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf2b9e5c-2739-481e-865c-b07f4f286b74" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.101030] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cf2b9e5c-2739-481e-865c-b07f4f286b74',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.606232] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf2b9e5c-2739-481e-865c-b07f4f286b74 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.606396] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf2b9e5c-2739-481e-865c-b07f4f286b74" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.606477] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf2b9e5c-2739-481e-865c-b07f4f286b74" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.606691] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf2b9e5c-2739-481e-865c-b07f4f286b74" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.606869] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.606997] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.607085] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.607246] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.607331] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.607420] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf2b9e5c-2739-481e-865c-b07f4f286b74" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.607565] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf2b9e5c-2739-481e-865c-b07f4f286b74 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.607656] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf2b9e5c-2739-481e-865c-b07f4f286b74" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.607714] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf2b9e5c-2739-481e-865c-b07f4f286b74" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.607858] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf2b9e5c-2739-481e-865c-b07f4f286b74" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.607994] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.608096] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.608158] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.608292] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.608367] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.608494] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf2b9e5c-2739-481e-865c-b07f4f286b74" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.608572] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cf2b9e5c-2739-481e-865c-b07f4f286b74',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.115940] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cf2b9e5c-2739-481e-865c-b07f4f286b74: rpc.has_security_group_logging(os_id): False [ 796.133558] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.133701] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.133701] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.133901] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.134042] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.134207] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.134306] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.134369] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.134531] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.134586] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.134805] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.134860] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.135330] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.135330] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.135330] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.135330] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.135693] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.135693] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.135693] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.135693] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.135878] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf2b9e5c-2739-481e-865c-b07f4f286b74 is going to be updated. [ 796.205666] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.205666] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.205666] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.205909] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.206107] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.222498] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf2b9e5c-2739-481e-865c-b07f4f286b74 in Status: IN_PROGRESS for 2s [ 796.544803] env[69596]: INFO networking_nsxv3.common.synchronization [req-4bbd7616-9819-442a-ad69-082d678a1127 req-9b2a532d-f2c3-4c03-b2b5-97767902304c tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Enqueued Resource ID: 323bb60b-1f4d-488d-a2db-283ec8ea3b4a with Priority: HIGHEST for action security_group_members [ 796.545375] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 323bb60b-1f4d-488d-a2db-283ec8ea3b4a with Priority: HIGHEST for action security_group_members [ 796.545676] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-323bb60b-1f4d-488d-a2db-283ec8ea3b4a taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.545846] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-323bb60b-1f4d-488d-a2db-283ec8ea3b4a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.545931] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-323bb60b-1f4d-488d-a2db-283ec8ea3b4a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.546372] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-323bb60b-1f4d-488d-a2db-283ec8ea3b4a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.547314] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.547314] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.547314] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.547314] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.547314] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.547314] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('323bb60b-1f4d-488d-a2db-283ec8ea3b4a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.734576] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6e809ec-2370-49ee-96b5-637301e5ea5c in Status: SUCCESS [ 796.737886] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6e809ec-2370-49ee-96b5-637301e5ea5c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.737886] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6e809ec-2370-49ee-96b5-637301e5ea5c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.737886] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6e809ec-2370-49ee-96b5-637301e5ea5c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.737886] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.737886] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.737886] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.737886] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.737886] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.737886] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6e809ec-2370-49ee-96b5-637301e5ea5c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.737886] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d6e809ec-2370-49ee-96b5-637301e5ea5c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.005963] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-729 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.006242] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-729" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.006386] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-729" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.006694] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-729" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.006969] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.007197] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.007244] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.007453] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.007596] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.007803] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 797.007916] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 797.008172] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 797.008362] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 797.008437] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 797.008542] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 797.008718] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 797.028116] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 797.028285] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 797.028421] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 797.028628] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-729" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.028902] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-bef13fa4-99d4-437d-926d-b6a34e0ad770 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.029086] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-bef13fa4-99d4-437d-926d-b6a34e0ad770" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.029209] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-bef13fa4-99d4-437d-926d-b6a34e0ad770" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.029502] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-bef13fa4-99d4-437d-926d-b6a34e0ad770" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.029640] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bef13fa4-99d4-437d-926d-b6a34e0ad770',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.050461] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.050642] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.050713] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.051016] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.051135] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.051368] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.051476] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.051540] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.051715] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.051806] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.051904] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 323bb60b-1f4d-488d-a2db-283ec8ea3b4a already deleted. [ 797.052750] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-323bb60b-1f4d-488d-a2db-283ec8ea3b4a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.242998] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6e809ec-2370-49ee-96b5-637301e5ea5c taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.246446] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6e809ec-2370-49ee-96b5-637301e5ea5c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.246446] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6e809ec-2370-49ee-96b5-637301e5ea5c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.246446] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6e809ec-2370-49ee-96b5-637301e5ea5c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.246446] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.246446] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.246446] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.246446] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.246446] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.246446] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6e809ec-2370-49ee-96b5-637301e5ea5c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.246446] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6e809ec-2370-49ee-96b5-637301e5ea5c taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.246446] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6e809ec-2370-49ee-96b5-637301e5ea5c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.246446] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6e809ec-2370-49ee-96b5-637301e5ea5c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.246446] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6e809ec-2370-49ee-96b5-637301e5ea5c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.246446] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.246446] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.246446] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.246446] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.246446] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.247232] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6e809ec-2370-49ee-96b5-637301e5ea5c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.247232] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d6e809ec-2370-49ee-96b5-637301e5ea5c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.533021] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.533021] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.533021] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.533021] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.533021] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.533430] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port bef13fa4-99d4-437d-926d-b6a34e0ad770 not found, creating... [ 797.533430] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.533584] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.533688] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.533939] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.534110] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.534404] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.534590] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.534735] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.534970] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.535159] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.535352] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: bef13fa4-99d4-437d-926d-b6a34e0ad770 is going to be created. [ 797.538545] env[69596]: INFO networking_nsxv3.common.synchronization [req-3b289aec-4d17-4d35-9345-deb399050829 req-a123764d-45a3-4ed9-9f7b-13809487698a tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Enqueued Resource ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 with Priority: HIGHEST for action security_group_members [ 797.538816] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 with Priority: HIGHEST for action security_group_members [ 797.539380] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.539508] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.539579] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.539760] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.539917] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.540041] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.540124] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.541015] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.541015] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.541015] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf4de9a2-fc16-45b8-939c-537e3f2c7f65',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.554559] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.554981] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.555095] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.555355] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.555679] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.556012] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-bef13fa4-99d4-437d-926d-b6a34e0ad770" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.749883] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d6e809ec-2370-49ee-96b5-637301e5ea5c: rpc.has_security_group_logging(os_id): False [ 797.771161] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.771365] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.771365] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.771591] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.771680] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.771996] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.771996] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.772178] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.772224] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.772256] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.772463] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.772556] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.772616] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.772811] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.772842] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.772995] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.773105] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.773185] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.773301] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.773374] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.773457] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d6e809ec-2370-49ee-96b5-637301e5ea5c is going to be created. [ 797.827198] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.827337] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.827410] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.829823] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.829823] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.841847] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6e809ec-2370-49ee-96b5-637301e5ea5c in Status: IN_PROGRESS for 2s [ 798.043119] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf4de9a2-fc16-45b8-939c-537e3f2c7f65',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.236265] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf2b9e5c-2739-481e-865c-b07f4f286b74 in Status: SUCCESS [ 798.236539] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf2b9e5c-2739-481e-865c-b07f4f286b74" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.336936] env[69596]: INFO networking_nsxv3.common.synchronization [None req-8bf66ff7-9e21-4c6a-97cb-e2829e44f0d0 None None] Enqueued Resource ID: 9dc93b2e-a227-434f-810f-f64cb8d0135d with Priority: HIGHEST for action port [ 798.337225] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9dc93b2e-a227-434f-810f-f64cb8d0135d with Priority: HIGHEST for action port [ 798.337819] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-9dc93b2e-a227-434f-810f-f64cb8d0135d taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.337942] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9dc93b2e-a227-434f-810f-f64cb8d0135d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.338016] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9dc93b2e-a227-434f-810f-f64cb8d0135d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.338655] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9dc93b2e-a227-434f-810f-f64cb8d0135d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.338868] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9dc93b2e-a227-434f-810f-f64cb8d0135d',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.545411] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf4de9a2-fc16-45b8-939c-537e3f2c7f65',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.723821] env[69596]: INFO networking_nsxv3.common.synchronization [req-4bbd7616-9819-442a-ad69-082d678a1127 req-36e5cfd7-d996-45b4-aaee-88bfda4cde8d service nova] Enqueued Resource ID: 323bb60b-1f4d-488d-a2db-283ec8ea3b4a with Priority: HIGHEST for action security_group_rules [ 798.724014] env[69596]: INFO networking_nsxv3.common.synchronization [req-4bbd7616-9819-442a-ad69-082d678a1127 req-36e5cfd7-d996-45b4-aaee-88bfda4cde8d service nova] Enqueued Resource ID: 323bb60b-1f4d-488d-a2db-283ec8ea3b4a with Priority: HIGHEST for action security_group_members [ 798.724152] env[69596]: INFO networking_nsxv3.common.synchronization [req-4bbd7616-9819-442a-ad69-082d678a1127 req-36e5cfd7-d996-45b4-aaee-88bfda4cde8d service nova] Enqueued Resource ID: bef13fa4-99d4-437d-926d-b6a34e0ad770 with Priority: HIGHEST for action port [ 798.724377] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 323bb60b-1f4d-488d-a2db-283ec8ea3b4a with Priority: HIGHEST for action security_group_rules [ 798.724503] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 323bb60b-1f4d-488d-a2db-283ec8ea3b4a with Priority: HIGHEST for action security_group_members [ 798.724599] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bef13fa4-99d4-437d-926d-b6a34e0ad770 with Priority: HIGHEST for action port [ 798.725129] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-323bb60b-1f4d-488d-a2db-283ec8ea3b4a taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.725253] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-323bb60b-1f4d-488d-a2db-283ec8ea3b4a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.725328] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-323bb60b-1f4d-488d-a2db-283ec8ea3b4a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.725547] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-323bb60b-1f4d-488d-a2db-283ec8ea3b4a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.725627] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('323bb60b-1f4d-488d-a2db-283ec8ea3b4a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.729342] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-323bb60b-1f4d-488d-a2db-283ec8ea3b4a taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.729461] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-323bb60b-1f4d-488d-a2db-283ec8ea3b4a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.729527] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-323bb60b-1f4d-488d-a2db-283ec8ea3b4a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.729729] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-323bb60b-1f4d-488d-a2db-283ec8ea3b4a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.729948] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.730059] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.730121] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.730263] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.730344] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.730433] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('323bb60b-1f4d-488d-a2db-283ec8ea3b4a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.731196] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-bef13fa4-99d4-437d-926d-b6a34e0ad770 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.731292] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bef13fa4-99d4-437d-926d-b6a34e0ad770" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.731359] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bef13fa4-99d4-437d-926d-b6a34e0ad770" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.731505] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bef13fa4-99d4-437d-926d-b6a34e0ad770" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.731580] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bef13fa4-99d4-437d-926d-b6a34e0ad770',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.842954] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9dc93b2e-a227-434f-810f-f64cb8d0135d [ 798.843321] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.843514] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.843622] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.843842] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.843933] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.844038] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9dc93b2e-a227-434f-810f-f64cb8d0135d already deleted. [ 798.844122] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9dc93b2e-a227-434f-810f-f64cb8d0135d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.047703] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.047918] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.047918] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.048162] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.048266] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.048371] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 is going to be updated. [ 799.076678] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.076901] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.076901] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.077162] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.077321] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.087546] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 in Status: IN_PROGRESS for 2s [ 799.236387] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bef13fa4-99d4-437d-926d-b6a34e0ad770 with status ACTIVE [ 799.236387] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.236387] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.236387] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.236387] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.236387] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.236387] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.236387] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.236387] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.236387] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.236387] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.236387] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.236387] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.236387] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.236387] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.236387] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.236387] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bef13fa4-99d4-437d-926d-b6a34e0ad770 is going to be updated. [ 799.236904] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-323bb60b-1f4d-488d-a2db-283ec8ea3b4a taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.236904] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-323bb60b-1f4d-488d-a2db-283ec8ea3b4a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.236904] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('323bb60b-1f4d-488d-a2db-283ec8ea3b4a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.259162] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.259359] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.259435] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.259642] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.259783] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.259954] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bef13fa4-99d4-437d-926d-b6a34e0ad770" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.740235] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('323bb60b-1f4d-488d-a2db-283ec8ea3b4a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.856983] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6e809ec-2370-49ee-96b5-637301e5ea5c in Status: SUCCESS [ 799.856983] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d6e809ec-2370-49ee-96b5-637301e5ea5c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.242507] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.242676] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.242745] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.242972] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.243097] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.243189] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 323bb60b-1f4d-488d-a2db-283ec8ea3b4a is going to be created. [ 800.267122] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.267122] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.267640] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.267640] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.267841] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.277732] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 323bb60b-1f4d-488d-a2db-283ec8ea3b4a in Status: UNINITIALIZED for 2s [ 800.293832] env[69596]: INFO networking_nsxv3.common.synchronization [None req-c6744cb9-16f4-4673-bce7-aaeca8f46aa6 None None] Enqueued Resource ID: f688d311-8be9-4c5f-a318-e63d528d1338 with Priority: HIGHEST for action port [ 800.294124] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f688d311-8be9-4c5f-a318-e63d528d1338 with Priority: HIGHEST for action port [ 800.294744] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-f688d311-8be9-4c5f-a318-e63d528d1338 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.294872] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f688d311-8be9-4c5f-a318-e63d528d1338" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.294955] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f688d311-8be9-4c5f-a318-e63d528d1338" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.295307] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f688d311-8be9-4c5f-a318-e63d528d1338" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.295396] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f688d311-8be9-4c5f-a318-e63d528d1338',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.357113] env[69596]: INFO networking_nsxv3.common.synchronization [req-b9c1995a-4995-4376-a92d-a0af88fc2360 req-1c77b891-5034-4bb7-a5e9-e742d674afe0 tempest-SecurityGroupRulesNegativeTestJSON-408705659 tempest-SecurityGroupRulesNegativeTestJSON-408705659-project-member] Enqueued Resource ID: d687198a-7536-46ca-a57c-abfa25148284 with Priority: HIGHEST for action security_group_rules [ 800.357661] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d687198a-7536-46ca-a57c-abfa25148284 with Priority: HIGHEST for action security_group_rules [ 800.357962] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d687198a-7536-46ca-a57c-abfa25148284 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.358264] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d687198a-7536-46ca-a57c-abfa25148284" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.358317] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d687198a-7536-46ca-a57c-abfa25148284" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.358581] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d687198a-7536-46ca-a57c-abfa25148284" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.358686] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d687198a-7536-46ca-a57c-abfa25148284',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.711871] env[69596]: INFO networking_nsxv3.common.synchronization [req-4e880603-cc49-4271-89f3-ef025fbc12bd req-81197e2d-0ece-4e48-a92f-6bf7ae8873bc tempest-SecurityGroupRulesNegativeTestJSON-408705659 tempest-SecurityGroupRulesNegativeTestJSON-408705659-project-member] Enqueued Resource ID: d687198a-7536-46ca-a57c-abfa25148284 with Priority: HIGHEST for action security_group_rules [ 800.712384] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d687198a-7536-46ca-a57c-abfa25148284 with Priority: HIGHEST for action security_group_rules [ 800.713476] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d687198a-7536-46ca-a57c-abfa25148284 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.713476] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d687198a-7536-46ca-a57c-abfa25148284" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.798909] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f688d311-8be9-4c5f-a318-e63d528d1338 [ 800.799329] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.799329] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.799460] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.799566] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.799748] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.799748] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f688d311-8be9-4c5f-a318-e63d528d1338 already deleted. [ 800.799854] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f688d311-8be9-4c5f-a318-e63d528d1338" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.880434] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.880434] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.880434] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.880699] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.880699] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.880827] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d687198a-7536-46ca-a57c-abfa25148284 already deleted. [ 800.880827] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d687198a-7536-46ca-a57c-abfa25148284" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.883315] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d687198a-7536-46ca-a57c-abfa25148284" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.883315] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d687198a-7536-46ca-a57c-abfa25148284" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.883315] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d687198a-7536-46ca-a57c-abfa25148284',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.100522] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 in Status: SUCCESS [ 801.101227] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.403375] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.403375] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.404591] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.404591] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.404591] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.404591] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d687198a-7536-46ca-a57c-abfa25148284 already deleted. [ 801.404591] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d687198a-7536-46ca-a57c-abfa25148284" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.288716] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 323bb60b-1f4d-488d-a2db-283ec8ea3b4a in Status: SUCCESS [ 802.289140] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-323bb60b-1f4d-488d-a2db-283ec8ea3b4a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.291328] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-323bb60b-1f4d-488d-a2db-283ec8ea3b4a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.291328] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-323bb60b-1f4d-488d-a2db-283ec8ea3b4a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.291328] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.291328] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.291328] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.291328] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.291328] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.291328] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-323bb60b-1f4d-488d-a2db-283ec8ea3b4a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.291328] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('323bb60b-1f4d-488d-a2db-283ec8ea3b4a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.793291] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('323bb60b-1f4d-488d-a2db-283ec8ea3b4a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.294684] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 323bb60b-1f4d-488d-a2db-283ec8ea3b4a: rpc.has_security_group_logging(os_id): False [ 803.312453] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.312637] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.312710] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.312908] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.312998] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.313328] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.313444] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.313504] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.314569] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.314569] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.314569] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 323bb60b-1f4d-488d-a2db-283ec8ea3b4a is going to be created. [ 803.368483] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.371287] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.371573] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.372023] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.372310] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.382505] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 323bb60b-1f4d-488d-a2db-283ec8ea3b4a in Status: IN_PROGRESS for 2s [ 805.395828] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 323bb60b-1f4d-488d-a2db-283ec8ea3b4a in Status: SUCCESS [ 805.396130] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-323bb60b-1f4d-488d-a2db-283ec8ea3b4a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.713271] env[69596]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 805.713424] env[69596]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 806.287650] env[69596]: INFO networking_nsxv3.common.synchronization [req-241b3bbf-09b5-42ed-99fb-970ffd2a8779 req-7385721c-2cb4-4eaf-b505-0db6ea4985fd tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] Enqueued Resource ID: d6e809ec-2370-49ee-96b5-637301e5ea5c with Priority: HIGHEST for action security_group_members [ 806.287650] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6e809ec-2370-49ee-96b5-637301e5ea5c with Priority: HIGHEST for action security_group_members [ 806.287897] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6e809ec-2370-49ee-96b5-637301e5ea5c taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.288056] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6e809ec-2370-49ee-96b5-637301e5ea5c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.288148] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6e809ec-2370-49ee-96b5-637301e5ea5c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.288407] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6e809ec-2370-49ee-96b5-637301e5ea5c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.288776] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.288776] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.288910] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.288987] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.289078] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.289169] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6e809ec-2370-49ee-96b5-637301e5ea5c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.792955] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.793306] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.793306] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.795390] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.795563] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.795988] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.795988] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.796175] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.796220] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.796408] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.796730] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6e809ec-2370-49ee-96b5-637301e5ea5c is going to be updated. [ 806.827202] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.827443] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.827601] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.827801] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.827966] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.837892] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6e809ec-2370-49ee-96b5-637301e5ea5c in Status: IN_PROGRESS for 2s [ 807.966131] env[69596]: INFO networking_nsxv3.common.synchronization [None req-b321cc8a-e1c9-4dbd-a193-db3fc477a9de None None] Enqueued Resource ID: d7dbcaa3-b7b9-4a3c-b131-82f505ac654b with Priority: HIGHEST for action port [ 807.966492] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7dbcaa3-b7b9-4a3c-b131-82f505ac654b with Priority: HIGHEST for action port [ 807.966728] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7dbcaa3-b7b9-4a3c-b131-82f505ac654b taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.966857] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7dbcaa3-b7b9-4a3c-b131-82f505ac654b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.966922] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7dbcaa3-b7b9-4a3c-b131-82f505ac654b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.967191] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7dbcaa3-b7b9-4a3c-b131-82f505ac654b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.967271] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7dbcaa3-b7b9-4a3c-b131-82f505ac654b',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.470539] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d7dbcaa3-b7b9-4a3c-b131-82f505ac654b [ 808.470539] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.470539] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.470539] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.470539] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.470539] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.470539] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d7dbcaa3-b7b9-4a3c-b131-82f505ac654b already deleted. [ 808.470539] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7dbcaa3-b7b9-4a3c-b131-82f505ac654b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.849756] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6e809ec-2370-49ee-96b5-637301e5ea5c in Status: SUCCESS [ 808.849756] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6e809ec-2370-49ee-96b5-637301e5ea5c deletion is rescheduled due to dependency. [ 808.850118] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6e809ec-2370-49ee-96b5-637301e5ea5c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.756646] env[69596]: INFO networking_nsxv3.common.synchronization [None req-38882987-55f6-411b-babf-b610b0e69072 None None] Enqueued Resource ID: 268aaa45-8860-4ff2-9ccb-9b80cf2aae8f with Priority: HIGHEST for action port [ 810.756646] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 268aaa45-8860-4ff2-9ccb-9b80cf2aae8f with Priority: HIGHEST for action port [ 810.757607] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-268aaa45-8860-4ff2-9ccb-9b80cf2aae8f taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.757936] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-268aaa45-8860-4ff2-9ccb-9b80cf2aae8f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.758169] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-268aaa45-8860-4ff2-9ccb-9b80cf2aae8f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.758742] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-268aaa45-8860-4ff2-9ccb-9b80cf2aae8f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.760173] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('268aaa45-8860-4ff2-9ccb-9b80cf2aae8f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.068104] env[69596]: INFO networking_nsxv3.common.synchronization [None req-51a33318-3ae1-4877-88ca-cede4efd788c None None] Enqueued Resource ID: 45d4be89-5c95-40bd-9037-4e5ef5098fee with Priority: HIGHEST for action port [ 811.072021] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45d4be89-5c95-40bd-9037-4e5ef5098fee with Priority: HIGHEST for action port [ 811.072021] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-45d4be89-5c95-40bd-9037-4e5ef5098fee taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.072021] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45d4be89-5c95-40bd-9037-4e5ef5098fee" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.072021] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45d4be89-5c95-40bd-9037-4e5ef5098fee" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.072021] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45d4be89-5c95-40bd-9037-4e5ef5098fee" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.072021] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45d4be89-5c95-40bd-9037-4e5ef5098fee',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.261963] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 268aaa45-8860-4ff2-9ccb-9b80cf2aae8f [ 811.261963] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.261963] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.261963] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.262319] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.262380] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.262483] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:268aaa45-8860-4ff2-9ccb-9b80cf2aae8f already deleted. [ 811.262567] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-268aaa45-8860-4ff2-9ccb-9b80cf2aae8f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.575991] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 45d4be89-5c95-40bd-9037-4e5ef5098fee [ 811.576157] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.577014] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.577895] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.577895] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.577895] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.577895] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:45d4be89-5c95-40bd-9037-4e5ef5098fee already deleted. [ 811.577895] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45d4be89-5c95-40bd-9037-4e5ef5098fee" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.658056] env[69596]: INFO networking_nsxv3.common.synchronization [None req-c3b11c61-06bf-44b9-95b1-ed69e7fbe5d9 None None] Enqueued Resource ID: 71378472-1979-4d8d-8b90-6e39e0207a30 with Priority: HIGHEST for action port [ 811.658806] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71378472-1979-4d8d-8b90-6e39e0207a30 with Priority: HIGHEST for action port [ 811.660270] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-71378472-1979-4d8d-8b90-6e39e0207a30 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.660431] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-71378472-1979-4d8d-8b90-6e39e0207a30" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.660491] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-71378472-1979-4d8d-8b90-6e39e0207a30" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.660751] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-71378472-1979-4d8d-8b90-6e39e0207a30" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.660825] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71378472-1979-4d8d-8b90-6e39e0207a30',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.719326] env[69596]: INFO networking_nsxv3.common.synchronization [None req-fa8d61ee-7e23-467a-aa17-9332af41c14d None None] Enqueued Resource ID: 10c1bfa8-568c-4d77-bcb4-e70c46f713f3 with Priority: HIGHEST for action port [ 811.719883] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10c1bfa8-568c-4d77-bcb4-e70c46f713f3 with Priority: HIGHEST for action port [ 811.721018] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-10c1bfa8-568c-4d77-bcb4-e70c46f713f3 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.721018] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-10c1bfa8-568c-4d77-bcb4-e70c46f713f3" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.721018] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-10c1bfa8-568c-4d77-bcb4-e70c46f713f3" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.721018] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-10c1bfa8-568c-4d77-bcb4-e70c46f713f3" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.721018] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10c1bfa8-568c-4d77-bcb4-e70c46f713f3',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.163572] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 71378472-1979-4d8d-8b90-6e39e0207a30 [ 812.163930] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.163930] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.164105] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.164215] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.164303] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.164394] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:71378472-1979-4d8d-8b90-6e39e0207a30 already deleted. [ 812.164471] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-71378472-1979-4d8d-8b90-6e39e0207a30" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.223126] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 10c1bfa8-568c-4d77-bcb4-e70c46f713f3 [ 812.223354] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.223480] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.223547] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.225752] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.225752] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.225752] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:10c1bfa8-568c-4d77-bcb4-e70c46f713f3 already deleted. [ 812.225752] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-10c1bfa8-568c-4d77-bcb4-e70c46f713f3" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.608980] env[69596]: INFO networking_nsxv3.common.synchronization [req-ec710457-1e8f-4b03-9091-2f6c1eafd93e req-082ecd09-253c-4317-9c0e-24c52126eb00 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Enqueued Resource ID: 526e4b2f-886d-4668-b7e6-b89e532036d8 with Priority: HIGHEST for action security_group_members [ 812.609560] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 526e4b2f-886d-4668-b7e6-b89e532036d8 with Priority: HIGHEST for action security_group_members [ 812.609854] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-526e4b2f-886d-4668-b7e6-b89e532036d8 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.609975] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.610058] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.610255] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.610407] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.610507] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.610570] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.610711] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.610794] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.610904] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('526e4b2f-886d-4668-b7e6-b89e532036d8',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.774268] env[69596]: INFO networking_nsxv3.common.synchronization [None req-b762a165-6e1a-44ee-87f0-156e3b630f65 None None] Enqueued Resource ID: 2b25e3a8-f895-46d2-9c29-01dcb8b36fe8 with Priority: HIGHEST for action port [ 812.774268] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b25e3a8-f895-46d2-9c29-01dcb8b36fe8 with Priority: HIGHEST for action port [ 812.774268] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b25e3a8-f895-46d2-9c29-01dcb8b36fe8 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.774268] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b25e3a8-f895-46d2-9c29-01dcb8b36fe8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.774268] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b25e3a8-f895-46d2-9c29-01dcb8b36fe8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.774268] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b25e3a8-f895-46d2-9c29-01dcb8b36fe8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.779856] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b25e3a8-f895-46d2-9c29-01dcb8b36fe8',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.890406] env[69596]: INFO networking_nsxv3.common.synchronization [req-49b1e510-8780-4f58-8100-c69bf2646d65 req-b3ecdb57-585d-4a7c-8eb6-bfad88097de9 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Enqueued Resource ID: cf2b9e5c-2739-481e-865c-b07f4f286b74 with Priority: HIGHEST for action security_group_members [ 812.891856] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf2b9e5c-2739-481e-865c-b07f4f286b74 with Priority: HIGHEST for action security_group_members [ 812.892471] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf2b9e5c-2739-481e-865c-b07f4f286b74 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.892789] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf2b9e5c-2739-481e-865c-b07f4f286b74" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.892789] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf2b9e5c-2739-481e-865c-b07f4f286b74" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.892998] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf2b9e5c-2739-481e-865c-b07f4f286b74" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.893777] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.893914] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.893997] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.894602] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.894702] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.894797] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf2b9e5c-2739-481e-865c-b07f4f286b74',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.029927] env[69596]: INFO networking_nsxv3.common.synchronization [None req-dc3bd156-568b-4b29-bbdd-0243b7d12fbb tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] Enqueued Resource ID: e7ca1301-f88b-49d8-ae1f-cd8cf65c9b2e with Priority: HIGHEST for action security_group_rules [ 813.029927] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7ca1301-f88b-49d8-ae1f-cd8cf65c9b2e with Priority: HIGHEST for action security_group_rules [ 813.029927] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e7ca1301-f88b-49d8-ae1f-cd8cf65c9b2e taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.029927] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e7ca1301-f88b-49d8-ae1f-cd8cf65c9b2e" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.030304] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e7ca1301-f88b-49d8-ae1f-cd8cf65c9b2e" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.030693] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e7ca1301-f88b-49d8-ae1f-cd8cf65c9b2e" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.032241] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e7ca1301-f88b-49d8-ae1f-cd8cf65c9b2e',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.114075] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('526e4b2f-886d-4668-b7e6-b89e532036d8',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.198773] env[69596]: INFO networking_nsxv3.common.synchronization [None req-e0c8c42f-7c1b-4293-a06a-15e75815768e tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] Enqueued Resource ID: e7ca1301-f88b-49d8-ae1f-cd8cf65c9b2e with Priority: HIGHEST for action security_group_rules [ 813.198773] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7ca1301-f88b-49d8-ae1f-cd8cf65c9b2e with Priority: HIGHEST for action security_group_rules [ 813.198773] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e7ca1301-f88b-49d8-ae1f-cd8cf65c9b2e taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.198773] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e7ca1301-f88b-49d8-ae1f-cd8cf65c9b2e" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.279836] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2b25e3a8-f895-46d2-9c29-01dcb8b36fe8 [ 813.280543] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.280543] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.280543] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.282285] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.282285] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.282285] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2b25e3a8-f895-46d2-9c29-01dcb8b36fe8 already deleted. [ 813.282285] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b25e3a8-f895-46d2-9c29-01dcb8b36fe8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.397312] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.397566] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.397613] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.397828] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.397926] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.398148] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.398268] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.398305] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.398459] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.398535] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.398621] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf2b9e5c-2739-481e-865c-b07f4f286b74 is going to be updated. [ 813.425782] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.425941] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.426053] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.426239] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.426448] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.434625] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf2b9e5c-2739-481e-865c-b07f4f286b74 in Status: IN_PROGRESS for 2s [ 813.554852] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.554852] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.554852] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.554852] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.554852] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.554852] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7ca1301-f88b-49d8-ae1f-cd8cf65c9b2e already deleted. [ 813.554852] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e7ca1301-f88b-49d8-ae1f-cd8cf65c9b2e" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.554852] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e7ca1301-f88b-49d8-ae1f-cd8cf65c9b2e" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.554852] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e7ca1301-f88b-49d8-ae1f-cd8cf65c9b2e" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.554852] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e7ca1301-f88b-49d8-ae1f-cd8cf65c9b2e',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.593735] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-825 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.593735] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-825" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.593735] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-825" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.593735] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-825" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.593993] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.593993] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.594100] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.594309] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.595034] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.595034] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 813.595034] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 813.595034] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 813.595034] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 813.595260] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 813.595260] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 813.595411] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 813.613808] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 813.613994] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 813.614399] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 813.614637] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-825" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.614976] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-1a50aacd-5591-4e6f-994f-460e34c863d9 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.615156] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-1a50aacd-5591-4e6f-994f-460e34c863d9" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.615275] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-1a50aacd-5591-4e6f-994f-460e34c863d9" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.615598] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-1a50aacd-5591-4e6f-994f-460e34c863d9" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.615735] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a50aacd-5591-4e6f-994f-460e34c863d9',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.619287] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('526e4b2f-886d-4668-b7e6-b89e532036d8',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.077172] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.077172] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.077172] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.077172] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.077172] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.077172] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7ca1301-f88b-49d8-ae1f-cd8cf65c9b2e already deleted. [ 814.077172] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e7ca1301-f88b-49d8-ae1f-cd8cf65c9b2e" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.077601] env[69596]: INFO networking_nsxv3.common.synchronization [None req-1e5c1d3f-6b8b-4f36-9be6-259af46e77ad None None] Enqueued Resource ID: 7ff1c9b1-beee-4d45-968b-e0c8d8e7fc47 with Priority: HIGHEST for action port [ 814.078476] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ff1c9b1-beee-4d45-968b-e0c8d8e7fc47 with Priority: HIGHEST for action port [ 814.079028] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ff1c9b1-beee-4d45-968b-e0c8d8e7fc47 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.079202] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ff1c9b1-beee-4d45-968b-e0c8d8e7fc47" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.079305] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ff1c9b1-beee-4d45-968b-e0c8d8e7fc47" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.079681] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ff1c9b1-beee-4d45-968b-e0c8d8e7fc47" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.079805] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ff1c9b1-beee-4d45-968b-e0c8d8e7fc47',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.120989] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.121746] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.121874] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.122375] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.122617] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.122827] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port 1a50aacd-5591-4e6f-994f-460e34c863d9 not found, creating... [ 814.123223] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.123413] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.123700] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.123764] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.123902] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.124567] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.124724] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.124900] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.125185] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.125380] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.125572] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: 1a50aacd-5591-4e6f-994f-460e34c863d9 is going to be created. [ 814.126926] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.127118] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.127235] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.127456] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.127550] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.128299] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 526e4b2f-886d-4668-b7e6-b89e532036d8 is going to be updated. [ 814.150766] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.151205] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.151205] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.151542] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.151685] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.153375] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-1a50aacd-5591-4e6f-994f-460e34c863d9" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.160743] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.160908] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.160996] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.161219] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.161600] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.170061] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 526e4b2f-886d-4668-b7e6-b89e532036d8 in Status: IN_PROGRESS for 2s [ 814.582554] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7ff1c9b1-beee-4d45-968b-e0c8d8e7fc47 [ 814.582815] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.582912] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.582980] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.583309] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.583393] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.583489] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7ff1c9b1-beee-4d45-968b-e0c8d8e7fc47 already deleted. [ 814.583567] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ff1c9b1-beee-4d45-968b-e0c8d8e7fc47" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.603160] env[69596]: INFO networking_nsxv3.common.synchronization [None req-0967a3e0-d53c-4b45-8d09-4cce19aadb04 None None] Enqueued Resource ID: ba7790d2-f2be-46f5-8c93-24bbd396b5a0 with Priority: HIGHEST for action port [ 814.603700] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba7790d2-f2be-46f5-8c93-24bbd396b5a0 with Priority: HIGHEST for action port [ 814.604017] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba7790d2-f2be-46f5-8c93-24bbd396b5a0 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.604134] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba7790d2-f2be-46f5-8c93-24bbd396b5a0" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.604197] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba7790d2-f2be-46f5-8c93-24bbd396b5a0" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.604600] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba7790d2-f2be-46f5-8c93-24bbd396b5a0" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.604676] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba7790d2-f2be-46f5-8c93-24bbd396b5a0',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.036844] env[69596]: INFO networking_nsxv3.common.synchronization [req-ec710457-1e8f-4b03-9091-2f6c1eafd93e req-cce12cdc-2a10-42bb-aab2-fb18e63119fa service nova] Enqueued Resource ID: 526e4b2f-886d-4668-b7e6-b89e532036d8 with Priority: HIGHEST for action security_group_rules [ 815.037182] env[69596]: INFO networking_nsxv3.common.synchronization [req-ec710457-1e8f-4b03-9091-2f6c1eafd93e req-cce12cdc-2a10-42bb-aab2-fb18e63119fa service nova] Enqueued Resource ID: 526e4b2f-886d-4668-b7e6-b89e532036d8 with Priority: HIGHEST for action security_group_members [ 815.037444] env[69596]: INFO networking_nsxv3.common.synchronization [req-ec710457-1e8f-4b03-9091-2f6c1eafd93e req-cce12cdc-2a10-42bb-aab2-fb18e63119fa service nova] Enqueued Resource ID: 1a50aacd-5591-4e6f-994f-460e34c863d9 with Priority: HIGHEST for action port [ 815.038089] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 526e4b2f-886d-4668-b7e6-b89e532036d8 with Priority: HIGHEST for action security_group_rules [ 815.038360] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 526e4b2f-886d-4668-b7e6-b89e532036d8 with Priority: HIGHEST for action security_group_members [ 815.038575] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a50aacd-5591-4e6f-994f-460e34c863d9 with Priority: HIGHEST for action port [ 815.039168] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-526e4b2f-886d-4668-b7e6-b89e532036d8 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.039417] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.039586] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.041017] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.041017] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('526e4b2f-886d-4668-b7e6-b89e532036d8',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.041017] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-526e4b2f-886d-4668-b7e6-b89e532036d8 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.041017] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.047023] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a50aacd-5591-4e6f-994f-460e34c863d9 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.047023] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a50aacd-5591-4e6f-994f-460e34c863d9" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.047023] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a50aacd-5591-4e6f-994f-460e34c863d9" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.047023] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a50aacd-5591-4e6f-994f-460e34c863d9" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.047023] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a50aacd-5591-4e6f-994f-460e34c863d9',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.110306] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ba7790d2-f2be-46f5-8c93-24bbd396b5a0 [ 815.110608] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.110763] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.110849] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.111148] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.111264] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.111371] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ba7790d2-f2be-46f5-8c93-24bbd396b5a0 already deleted. [ 815.111467] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba7790d2-f2be-46f5-8c93-24bbd396b5a0" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.185875] env[69596]: INFO networking_nsxv3.common.synchronization [req-ddcfd9fd-1aa8-4e21-ad64-ea32b6efbf1d req-2a23c1b9-4401-4ae9-b09d-764df4da4c0e tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Enqueued Resource ID: 7d93a406-a4e8-49c7-825b-aa372fc54b45 with Priority: HIGHEST for action security_group_members [ 815.186576] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d93a406-a4e8-49c7-825b-aa372fc54b45 with Priority: HIGHEST for action security_group_members [ 815.188086] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d93a406-a4e8-49c7-825b-aa372fc54b45 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.188779] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d93a406-a4e8-49c7-825b-aa372fc54b45" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.188779] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d93a406-a4e8-49c7-825b-aa372fc54b45" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.188779] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d93a406-a4e8-49c7-825b-aa372fc54b45" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.188779] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.188779] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.189123] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.189123] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.189123] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.189244] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d93a406-a4e8-49c7-825b-aa372fc54b45',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.444330] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf2b9e5c-2739-481e-865c-b07f4f286b74 in Status: SUCCESS [ 815.444700] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf2b9e5c-2739-481e-865c-b07f4f286b74 deletion is rescheduled due to dependency. [ 815.444700] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf2b9e5c-2739-481e-865c-b07f4f286b74" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.546068] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-526e4b2f-886d-4668-b7e6-b89e532036d8 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.546213] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.548590] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1a50aacd-5591-4e6f-994f-460e34c863d9 with status ACTIVE [ 815.548783] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.548929] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.548982] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.549394] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.549495] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.549678] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.549778] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.549839] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.549994] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.550082] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.550262] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.550351] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.550410] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.550545] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.550617] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.550705] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1a50aacd-5591-4e6f-994f-460e34c863d9 is going to be updated. [ 815.571368] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.571519] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.571576] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.571786] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.571930] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.572125] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a50aacd-5591-4e6f-994f-460e34c863d9" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.680351] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-574 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.680679] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-574" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.680679] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-574" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.680939] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-574" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.681266] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.681589] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.681589] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.681920] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.682099] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.682355] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 815.682781] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 815.682781] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 815.682781] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 815.682956] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 815.683040] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 815.683211] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 815.690849] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d93a406-a4e8-49c7-825b-aa372fc54b45',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.702478] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 815.702698] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 815.702876] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 815.703105] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-574" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.703468] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-aa1bdca1-b7d7-4e31-9e0c-bd0e4503a154 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.703676] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-aa1bdca1-b7d7-4e31-9e0c-bd0e4503a154" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.703807] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-aa1bdca1-b7d7-4e31-9e0c-bd0e4503a154" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.704152] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-aa1bdca1-b7d7-4e31-9e0c-bd0e4503a154" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.704294] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa1bdca1-b7d7-4e31-9e0c-bd0e4503a154',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.182022] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 526e4b2f-886d-4668-b7e6-b89e532036d8 in Status: SUCCESS [ 816.182022] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.182022] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.182022] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.182022] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.182022] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.182022] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.182022] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.182022] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.182022] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('526e4b2f-886d-4668-b7e6-b89e532036d8',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.195884] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d93a406-a4e8-49c7-825b-aa372fc54b45',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.207295] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.207295] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.207295] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.207295] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.207295] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.207295] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port aa1bdca1-b7d7-4e31-9e0c-bd0e4503a154 not found, creating... [ 816.207295] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.207773] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.207773] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.209072] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.209072] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.209072] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.209072] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.209072] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.209072] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.209072] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.209472] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: aa1bdca1-b7d7-4e31-9e0c-bd0e4503a154 is going to be created. [ 816.230594] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.230594] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.230594] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.230594] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.230594] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.230594] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-aa1bdca1-b7d7-4e31-9e0c-bd0e4503a154" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.684565] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('526e4b2f-886d-4668-b7e6-b89e532036d8',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.700989] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.700989] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.700989] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.700989] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.700989] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.700989] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d93a406-a4e8-49c7-825b-aa372fc54b45 is going to be updated. [ 816.728426] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.728426] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.728426] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.728881] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.729157] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.739036] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d93a406-a4e8-49c7-825b-aa372fc54b45 in Status: IN_PROGRESS for 2s [ 816.940375] env[69596]: INFO networking_nsxv3.common.synchronization [req-ddcfd9fd-1aa8-4e21-ad64-ea32b6efbf1d req-381f3cf9-3292-49e2-88b3-eb8a71d280c8 service nova] Enqueued Resource ID: 7d93a406-a4e8-49c7-825b-aa372fc54b45 with Priority: HIGHEST for action security_group_rules [ 816.940375] env[69596]: INFO networking_nsxv3.common.synchronization [req-ddcfd9fd-1aa8-4e21-ad64-ea32b6efbf1d req-381f3cf9-3292-49e2-88b3-eb8a71d280c8 service nova] Enqueued Resource ID: 7d93a406-a4e8-49c7-825b-aa372fc54b45 with Priority: HIGHEST for action security_group_members [ 816.940375] env[69596]: INFO networking_nsxv3.common.synchronization [req-ddcfd9fd-1aa8-4e21-ad64-ea32b6efbf1d req-381f3cf9-3292-49e2-88b3-eb8a71d280c8 service nova] Enqueued Resource ID: aa1bdca1-b7d7-4e31-9e0c-bd0e4503a154 with Priority: HIGHEST for action port [ 816.940375] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d93a406-a4e8-49c7-825b-aa372fc54b45 with Priority: HIGHEST for action security_group_rules [ 816.940375] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d93a406-a4e8-49c7-825b-aa372fc54b45 with Priority: HIGHEST for action security_group_members [ 816.940375] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa1bdca1-b7d7-4e31-9e0c-bd0e4503a154 with Priority: HIGHEST for action port [ 816.940375] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d93a406-a4e8-49c7-825b-aa372fc54b45 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.940375] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d93a406-a4e8-49c7-825b-aa372fc54b45" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.940375] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d93a406-a4e8-49c7-825b-aa372fc54b45" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.940375] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d93a406-a4e8-49c7-825b-aa372fc54b45" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.940375] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d93a406-a4e8-49c7-825b-aa372fc54b45',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.940375] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d93a406-a4e8-49c7-825b-aa372fc54b45 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.940375] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d93a406-a4e8-49c7-825b-aa372fc54b45" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.940375] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa1bdca1-b7d7-4e31-9e0c-bd0e4503a154 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.940375] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa1bdca1-b7d7-4e31-9e0c-bd0e4503a154" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.940375] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa1bdca1-b7d7-4e31-9e0c-bd0e4503a154" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.941345] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa1bdca1-b7d7-4e31-9e0c-bd0e4503a154" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.941345] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa1bdca1-b7d7-4e31-9e0c-bd0e4503a154',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.186896] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('526e4b2f-886d-4668-b7e6-b89e532036d8',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.443032] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d93a406-a4e8-49c7-825b-aa372fc54b45 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.443032] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d93a406-a4e8-49c7-825b-aa372fc54b45" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.443032] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aa1bdca1-b7d7-4e31-9e0c-bd0e4503a154 with status ACTIVE [ 817.443316] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.444051] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.444051] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.444051] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.446622] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.446856] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.446969] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.447047] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.447239] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.447333] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.447534] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.447637] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.447700] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.447866] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.447949] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.449058] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aa1bdca1-b7d7-4e31-9e0c-bd0e4503a154 is going to be updated. [ 817.468830] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.468830] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.468830] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.468830] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.468830] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.468830] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa1bdca1-b7d7-4e31-9e0c-bd0e4503a154" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.690014] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.690349] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.690349] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.690486] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.690546] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.690646] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 526e4b2f-886d-4668-b7e6-b89e532036d8 is going to be updated. [ 817.726284] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.726456] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.726532] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.726717] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.726911] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.735676] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 526e4b2f-886d-4668-b7e6-b89e532036d8 in Status: IN_PROGRESS for 2s [ 817.748178] env[69596]: INFO networking_nsxv3.common.synchronization [req-bb6fe703-d9db-4ccc-bfb9-24ef846a632e req-43d6749f-1597-4091-b5e3-123e1ac70376 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Enqueued Resource ID: 8f8e3172-8166-4ade-8782-0bf3cd8e6f8c with Priority: HIGHEST for action security_group_members [ 817.748564] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f8e3172-8166-4ade-8782-0bf3cd8e6f8c with Priority: HIGHEST for action security_group_members [ 817.751316] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.751316] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.751316] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.751316] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.751316] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.751316] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.751316] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.751316] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.751316] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.751316] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f8e3172-8166-4ade-8782-0bf3cd8e6f8c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.253550] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.253828] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.253924] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.254217] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.254397] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.254752] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.255056] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.255196] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.255406] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.255497] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.255587] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f8e3172-8166-4ade-8782-0bf3cd8e6f8c already deleted. [ 818.255675] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.294092] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-446 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.294296] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-446" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.294419] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-446" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.294738] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-446" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.294998] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.295184] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.295979] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.295979] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.295979] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.296789] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 818.297308] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 818.297499] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 818.297664] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 818.297827] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 818.297983] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 818.298218] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 818.321808] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 818.323572] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 818.323839] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 818.324108] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-446" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.324454] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-04905eaa-854e-4aa4-80e3-aed5368b91b5 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.324636] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-04905eaa-854e-4aa4-80e3-aed5368b91b5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.324746] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-04905eaa-854e-4aa4-80e3-aed5368b91b5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.325086] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-04905eaa-854e-4aa4-80e3-aed5368b91b5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.325233] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04905eaa-854e-4aa4-80e3-aed5368b91b5',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.752128] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d93a406-a4e8-49c7-825b-aa372fc54b45 in Status: SUCCESS [ 818.752385] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d93a406-a4e8-49c7-825b-aa372fc54b45" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.752525] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d93a406-a4e8-49c7-825b-aa372fc54b45" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.755230] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d93a406-a4e8-49c7-825b-aa372fc54b45" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.755230] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.755230] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.755230] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.755230] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.755230] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.755230] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d93a406-a4e8-49c7-825b-aa372fc54b45',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.827950] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.828238] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.828450] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.828725] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.830123] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.830123] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port 04905eaa-854e-4aa4-80e3-aed5368b91b5 not found, creating... [ 818.830123] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.830123] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.830123] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.830123] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.830123] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.830443] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.831029] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.831029] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.831029] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.832113] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.832113] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: 04905eaa-854e-4aa4-80e3-aed5368b91b5 is going to be created. [ 818.851350] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.851560] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.851683] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.851948] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.852230] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.852485] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-04905eaa-854e-4aa4-80e3-aed5368b91b5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.257546] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d93a406-a4e8-49c7-825b-aa372fc54b45',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.619986] env[69596]: INFO networking_nsxv3.common.synchronization [req-bb6fe703-d9db-4ccc-bfb9-24ef846a632e req-157960db-73df-4996-b449-c9be5c5f3842 service nova] Enqueued Resource ID: 8f8e3172-8166-4ade-8782-0bf3cd8e6f8c with Priority: HIGHEST for action security_group_rules [ 819.620358] env[69596]: INFO networking_nsxv3.common.synchronization [req-bb6fe703-d9db-4ccc-bfb9-24ef846a632e req-157960db-73df-4996-b449-c9be5c5f3842 service nova] Enqueued Resource ID: 8f8e3172-8166-4ade-8782-0bf3cd8e6f8c with Priority: HIGHEST for action security_group_members [ 819.620557] env[69596]: INFO networking_nsxv3.common.synchronization [req-bb6fe703-d9db-4ccc-bfb9-24ef846a632e req-157960db-73df-4996-b449-c9be5c5f3842 service nova] Enqueued Resource ID: 04905eaa-854e-4aa4-80e3-aed5368b91b5 with Priority: HIGHEST for action port [ 819.620839] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f8e3172-8166-4ade-8782-0bf3cd8e6f8c with Priority: HIGHEST for action security_group_rules [ 819.621972] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f8e3172-8166-4ade-8782-0bf3cd8e6f8c with Priority: HIGHEST for action security_group_members [ 819.622196] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04905eaa-854e-4aa4-80e3-aed5368b91b5 with Priority: HIGHEST for action port [ 819.622815] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.622966] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.623095] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.623410] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.623545] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f8e3172-8166-4ade-8782-0bf3cd8e6f8c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.624560] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.624721] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.624827] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.625044] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.625246] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.625383] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.625480] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.625656] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.625783] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.625908] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f8e3172-8166-4ade-8782-0bf3cd8e6f8c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.628251] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-04905eaa-854e-4aa4-80e3-aed5368b91b5 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.629799] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04905eaa-854e-4aa4-80e3-aed5368b91b5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.629799] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04905eaa-854e-4aa4-80e3-aed5368b91b5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.629799] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04905eaa-854e-4aa4-80e3-aed5368b91b5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.629799] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04905eaa-854e-4aa4-80e3-aed5368b91b5',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.748519] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 526e4b2f-886d-4668-b7e6-b89e532036d8 in Status: SUCCESS [ 819.749311] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.749311] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.749517] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.749966] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.749966] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.749966] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.749966] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.750248] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.750248] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.750248] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('526e4b2f-886d-4668-b7e6-b89e532036d8',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.760347] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d93a406-a4e8-49c7-825b-aa372fc54b45',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.134518] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.134518] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.134518] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8f8e3172-8166-4ade-8782-0bf3cd8e6f8c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.134518] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 04905eaa-854e-4aa4-80e3-aed5368b91b5 with status ACTIVE [ 820.134518] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.134518] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.134518] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.135132] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.135353] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.135687] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.135918] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.136090] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.136930] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.137152] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.137605] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.137882] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.138057] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.138391] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.138556] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.138851] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 04905eaa-854e-4aa4-80e3-aed5368b91b5 is going to be updated. [ 820.161596] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.161596] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.161596] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.161802] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.161947] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.162161] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04905eaa-854e-4aa4-80e3-aed5368b91b5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.256435] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-526e4b2f-886d-4668-b7e6-b89e532036d8 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.256435] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.256435] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.256435] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.256435] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.256435] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.256435] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.256435] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.256435] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.256435] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.256435] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-526e4b2f-886d-4668-b7e6-b89e532036d8 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.256435] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.256435] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.256435] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.256435] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.256435] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.257348] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.257348] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.257348] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.257348] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.257348] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('526e4b2f-886d-4668-b7e6-b89e532036d8',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.264767] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.264767] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.264767] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.264767] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.264767] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.264767] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d93a406-a4e8-49c7-825b-aa372fc54b45 is going to be updated. [ 820.293012] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.293168] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.293236] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.293476] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.293597] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.311274] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d93a406-a4e8-49c7-825b-aa372fc54b45 in Status: IN_PROGRESS for 2s [ 820.642048] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8f8e3172-8166-4ade-8782-0bf3cd8e6f8c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.759716] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 526e4b2f-886d-4668-b7e6-b89e532036d8: rpc.has_security_group_logging(os_id): False [ 820.778562] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.778826] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.778826] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.778993] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.796427] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.796668] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.796821] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.796858] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.797083] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.797167] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.797401] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.797498] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.797558] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.797703] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.797777] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.797976] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.798080] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.798140] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.798277] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.798348] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.798428] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 526e4b2f-886d-4668-b7e6-b89e532036d8 is going to be updated. [ 820.862071] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.862071] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.862071] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.862071] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.862071] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.874279] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 526e4b2f-886d-4668-b7e6-b89e532036d8 in Status: IN_PROGRESS for 2s [ 821.148628] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.148875] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.148968] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.149287] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.149424] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.149580] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f8e3172-8166-4ade-8782-0bf3cd8e6f8c is going to be created. [ 821.181345] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.181567] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.181567] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.181779] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.181968] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.193572] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f8e3172-8166-4ade-8782-0bf3cd8e6f8c in Status: UNINITIALIZED for 2s [ 821.557275] env[69596]: INFO networking_nsxv3.common.synchronization [None req-c23076e4-9f96-4bfb-9b39-1099cedca6ab None None] Enqueued Resource ID: 250b0e16-3234-4ca4-b59b-ce3c11353840 with Priority: HIGHEST for action port [ 821.557902] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 250b0e16-3234-4ca4-b59b-ce3c11353840 with Priority: HIGHEST for action port [ 821.559025] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-250b0e16-3234-4ca4-b59b-ce3c11353840 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.559166] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-250b0e16-3234-4ca4-b59b-ce3c11353840" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.559232] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-250b0e16-3234-4ca4-b59b-ce3c11353840" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.560338] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-250b0e16-3234-4ca4-b59b-ce3c11353840" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.560436] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('250b0e16-3234-4ca4-b59b-ce3c11353840',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.064182] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 250b0e16-3234-4ca4-b59b-ce3c11353840 [ 822.064182] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.064182] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.064182] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.064182] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.064182] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.064182] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:250b0e16-3234-4ca4-b59b-ce3c11353840 already deleted. [ 822.064182] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-250b0e16-3234-4ca4-b59b-ce3c11353840" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.189736] env[69596]: INFO networking_nsxv3.common.synchronization [req-fdfb9756-657c-4eb2-8847-dbc437bd479c req-028da3ca-d298-4818-8e27-2551c79ff15f tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Enqueued Resource ID: 8f8e3172-8166-4ade-8782-0bf3cd8e6f8c with Priority: HIGHEST for action security_group_members [ 822.190281] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f8e3172-8166-4ade-8782-0bf3cd8e6f8c with Priority: HIGHEST for action security_group_members [ 822.190585] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.191488] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.324079] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d93a406-a4e8-49c7-825b-aa372fc54b45 in Status: SUCCESS [ 822.324318] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d93a406-a4e8-49c7-825b-aa372fc54b45" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.324484] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d93a406-a4e8-49c7-825b-aa372fc54b45" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.324704] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d93a406-a4e8-49c7-825b-aa372fc54b45" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.324897] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.325030] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.325101] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.325258] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.325340] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.325424] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d93a406-a4e8-49c7-825b-aa372fc54b45" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.325520] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7d93a406-a4e8-49c7-825b-aa372fc54b45',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.708017] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-446 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.708253] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-446" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.708373] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-446" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.709792] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-446" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.709792] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.709792] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.709792] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.709792] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.710047] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.710154] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 822.710258] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 822.710369] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 822.710476] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 822.710582] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 822.712125] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 822.712125] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 822.729431] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 822.729710] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 822.729872] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 822.730059] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-446" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.730368] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-855e2b10-fd3c-4b4b-a540-8c9fa194a15c taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.730536] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-855e2b10-fd3c-4b4b-a540-8c9fa194a15c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.730853] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-855e2b10-fd3c-4b4b-a540-8c9fa194a15c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.730955] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-855e2b10-fd3c-4b4b-a540-8c9fa194a15c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.731124] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('855e2b10-fd3c-4b4b-a540-8c9fa194a15c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.829017] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d93a406-a4e8-49c7-825b-aa372fc54b45 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.830161] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d93a406-a4e8-49c7-825b-aa372fc54b45" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.830161] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d93a406-a4e8-49c7-825b-aa372fc54b45" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.830161] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d93a406-a4e8-49c7-825b-aa372fc54b45" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.830161] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.830161] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.830161] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.830161] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.830161] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.830161] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d93a406-a4e8-49c7-825b-aa372fc54b45" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.830592] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d93a406-a4e8-49c7-825b-aa372fc54b45 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.830592] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d93a406-a4e8-49c7-825b-aa372fc54b45" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.830592] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d93a406-a4e8-49c7-825b-aa372fc54b45" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.830592] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d93a406-a4e8-49c7-825b-aa372fc54b45" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.830742] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.830788] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.830824] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.830951] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.831081] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.831222] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d93a406-a4e8-49c7-825b-aa372fc54b45" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.831316] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7d93a406-a4e8-49c7-825b-aa372fc54b45',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.887547] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 526e4b2f-886d-4668-b7e6-b89e532036d8 in Status: SUCCESS [ 822.887547] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.170228] env[69596]: INFO networking_nsxv3.common.synchronization [None req-210d4549-6dbe-4b7e-a047-7e15c489b95c tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] Enqueued Resource ID: c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755 with Priority: HIGHEST for action security_group_rules [ 823.170592] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755 with Priority: HIGHEST for action security_group_rules [ 823.171927] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.171927] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.172089] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.172300] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.172422] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.205062] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f8e3172-8166-4ade-8782-0bf3cd8e6f8c in Status: SUCCESS [ 823.205325] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.205502] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.206033] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.206233] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.206349] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.206412] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.206575] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.206686] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.206733] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.206828] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8f8e3172-8166-4ade-8782-0bf3cd8e6f8c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.207672] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.207836] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.207998] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.209819] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.209819] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.209819] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.209819] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.209819] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f8e3172-8166-4ade-8782-0bf3cd8e6f8c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.233133] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.233391] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.233538] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.233820] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.233972] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.234145] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port 855e2b10-fd3c-4b4b-a540-8c9fa194a15c not found, creating... [ 823.234412] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.234568] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.234686] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.235067] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.235067] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.235338] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.235491] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.235610] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.235816] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.235950] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.236236] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: 855e2b10-fd3c-4b4b-a540-8c9fa194a15c is going to be created. [ 823.254951] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.255216] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.255347] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.255682] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.255958] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.256236] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-855e2b10-fd3c-4b4b-a540-8c9fa194a15c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.263627] env[69596]: INFO networking_nsxv3.common.synchronization [None req-593cc816-8766-421e-ae76-3524a46bba4e tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] Enqueued Resource ID: c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755 with Priority: HIGHEST for action security_group_rules [ 823.263938] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755 with Priority: HIGHEST for action security_group_rules [ 823.264794] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.264794] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.334239] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7d93a406-a4e8-49c7-825b-aa372fc54b45: rpc.has_security_group_logging(os_id): False [ 823.352384] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.352384] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.352540] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.352634] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.378044] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.378044] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.378044] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.378044] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.378044] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.378296] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.378330] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.379879] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.379879] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.379879] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.379879] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.379879] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.379879] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.379879] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.379879] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.379879] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.379879] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d93a406-a4e8-49c7-825b-aa372fc54b45 is going to be updated. [ 823.455509] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.455662] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.455889] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.456354] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.457895] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.472112] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d93a406-a4e8-49c7-825b-aa372fc54b45 in Status: IN_PROGRESS for 2s [ 823.529468] env[69596]: INFO networking_nsxv3.common.synchronization [None req-7973ef03-825c-43c9-9619-4c544cb9ea18 None None] Enqueued Resource ID: edca4b22-c2ae-4e7a-8479-6927c3545283 with Priority: HIGHEST for action port [ 823.529623] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edca4b22-c2ae-4e7a-8479-6927c3545283 with Priority: HIGHEST for action port [ 823.530074] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-edca4b22-c2ae-4e7a-8479-6927c3545283 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.530074] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-edca4b22-c2ae-4e7a-8479-6927c3545283" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.530233] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-edca4b22-c2ae-4e7a-8479-6927c3545283" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.530360] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-edca4b22-c2ae-4e7a-8479-6927c3545283" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.530442] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('edca4b22-c2ae-4e7a-8479-6927c3545283',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.692292] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.692546] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.692649] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.692879] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.693242] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.693353] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755 already deleted. [ 823.693463] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.693620] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.693811] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.693899] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.710794] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.712408] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.712408] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8f8e3172-8166-4ade-8782-0bf3cd8e6f8c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.033497] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port edca4b22-c2ae-4e7a-8479-6927c3545283 [ 824.033785] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.033925] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.034042] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.034553] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.034553] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.034553] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:edca4b22-c2ae-4e7a-8479-6927c3545283 already deleted. [ 824.034553] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-edca4b22-c2ae-4e7a-8479-6927c3545283" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.079884] env[69596]: INFO networking_nsxv3.common.synchronization [req-fdfb9756-657c-4eb2-8847-dbc437bd479c req-54256df3-e2d5-4c64-b182-5d2b7b04a35c service nova] Enqueued Resource ID: 8f8e3172-8166-4ade-8782-0bf3cd8e6f8c with Priority: HIGHEST for action security_group_rules [ 824.080100] env[69596]: INFO networking_nsxv3.common.synchronization [req-fdfb9756-657c-4eb2-8847-dbc437bd479c req-54256df3-e2d5-4c64-b182-5d2b7b04a35c service nova] Enqueued Resource ID: 8f8e3172-8166-4ade-8782-0bf3cd8e6f8c with Priority: HIGHEST for action security_group_members [ 824.081091] env[69596]: INFO networking_nsxv3.common.synchronization [req-fdfb9756-657c-4eb2-8847-dbc437bd479c req-54256df3-e2d5-4c64-b182-5d2b7b04a35c service nova] Enqueued Resource ID: 855e2b10-fd3c-4b4b-a540-8c9fa194a15c with Priority: HIGHEST for action port [ 824.081091] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f8e3172-8166-4ade-8782-0bf3cd8e6f8c with Priority: HIGHEST for action security_group_rules [ 824.082185] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f8e3172-8166-4ade-8782-0bf3cd8e6f8c with Priority: HIGHEST for action security_group_members [ 824.082826] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 855e2b10-fd3c-4b4b-a540-8c9fa194a15c with Priority: HIGHEST for action port [ 824.083088] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.083233] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.083692] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.083692] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.084059] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-855e2b10-fd3c-4b4b-a540-8c9fa194a15c taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.087515] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-855e2b10-fd3c-4b4b-a540-8c9fa194a15c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.087515] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-855e2b10-fd3c-4b4b-a540-8c9fa194a15c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.087515] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-855e2b10-fd3c-4b4b-a540-8c9fa194a15c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.087515] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('855e2b10-fd3c-4b4b-a540-8c9fa194a15c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.215799] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.216182] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.216182] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.216261] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.216358] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.216397] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755 already deleted. [ 824.216520] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.216756] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8f8e3172-8166-4ade-8782-0bf3cd8e6f8c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.514146] env[69596]: INFO networking_nsxv3.common.synchronization [req-ba178c0c-1525-4bdf-bb78-00b0876409bf req-939c776b-e6b3-46f1-8ae9-8459d30f8bea tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Enqueued Resource ID: ccb303f9-fe30-4443-bfa4-a4e7a0970db2 with Priority: HIGHEST for action security_group_members [ 824.515305] env[69596]: INFO networking_nsxv3.common.synchronization [req-ba178c0c-1525-4bdf-bb78-00b0876409bf req-939c776b-e6b3-46f1-8ae9-8459d30f8bea tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Enqueued Resource ID: a9e9b437-2bc8-4295-bdec-092587d904de with Priority: HIGHEST for action security_group_members [ 824.515305] env[69596]: INFO networking_nsxv3.common.synchronization [req-ba178c0c-1525-4bdf-bb78-00b0876409bf req-939c776b-e6b3-46f1-8ae9-8459d30f8bea tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Enqueued Resource ID: bc613ec5-efa3-4b33-a3ae-20f1f4d74451 with Priority: HIGHEST for action security_group_members [ 824.515305] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccb303f9-fe30-4443-bfa4-a4e7a0970db2 with Priority: HIGHEST for action security_group_members [ 824.515305] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9e9b437-2bc8-4295-bdec-092587d904de with Priority: HIGHEST for action security_group_members [ 824.515305] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc613ec5-efa3-4b33-a3ae-20f1f4d74451 with Priority: HIGHEST for action security_group_members [ 824.515647] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccb303f9-fe30-4443-bfa4-a4e7a0970db2 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.515647] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccb303f9-fe30-4443-bfa4-a4e7a0970db2" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.515647] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccb303f9-fe30-4443-bfa4-a4e7a0970db2" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.515822] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccb303f9-fe30-4443-bfa4-a4e7a0970db2" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.515971] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.516271] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.516346] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.516485] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.516564] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.516655] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ccb303f9-fe30-4443-bfa4-a4e7a0970db2',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.517491] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9e9b437-2bc8-4295-bdec-092587d904de taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.517592] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.517650] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.517797] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.517941] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.518038] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.518263] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.518263] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.518368] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.518368] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9e9b437-2bc8-4295-bdec-092587d904de',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.519103] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc613ec5-efa3-4b33-a3ae-20f1f4d74451 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.519221] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc613ec5-efa3-4b33-a3ae-20f1f4d74451" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.519273] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc613ec5-efa3-4b33-a3ae-20f1f4d74451" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.519836] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc613ec5-efa3-4b33-a3ae-20f1f4d74451" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.519836] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.519836] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.519836] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.519836] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.520240] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.520240] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc613ec5-efa3-4b33-a3ae-20f1f4d74451',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.593134] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 855e2b10-fd3c-4b4b-a540-8c9fa194a15c with status ACTIVE [ 824.593134] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.593924] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.593924] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.593924] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.593924] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.593924] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.593924] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.593924] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.594220] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.594874] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.594874] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.594874] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.594874] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.595266] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.595266] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.595266] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 855e2b10-fd3c-4b4b-a540-8c9fa194a15c is going to be updated. [ 824.615343] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.616277] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.616277] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.616277] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.616277] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.616277] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-855e2b10-fd3c-4b4b-a540-8c9fa194a15c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.720117] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.720312] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.720380] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.720601] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.720743] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.720787] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f8e3172-8166-4ade-8782-0bf3cd8e6f8c is going to be updated. [ 824.748895] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.748895] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.748895] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.749145] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.749229] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.765667] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f8e3172-8166-4ade-8782-0bf3cd8e6f8c in Status: IN_PROGRESS for 2s [ 825.022811] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.022964] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.023053] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.023279] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.024538] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.024636] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.024928] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.024928] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.044196] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.044447] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.044565] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.044706] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.044928] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.045043] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.045096] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc613ec5-efa3-4b33-a3ae-20f1f4d74451 is going to be updated. [ 825.046077] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.046230] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.046318] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.046507] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.046607] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.046668] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.046808] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.046882] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.046962] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9e9b437-2bc8-4295-bdec-092587d904de is going to be updated. [ 825.047861] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.048031] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.072196] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.072511] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.072634] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.072963] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.073475] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.073595] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.073842] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ccb303f9-fe30-4443-bfa4-a4e7a0970db2 is going to be updated. [ 825.079397] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.079532] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.079599] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.079796] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.079939] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.082052] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.082135] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.082208] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.082418] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.082518] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.093512] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9e9b437-2bc8-4295-bdec-092587d904de in Status: IN_PROGRESS for 2s [ 825.098203] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc613ec5-efa3-4b33-a3ae-20f1f4d74451 in Status: IN_PROGRESS for 2s [ 825.107348] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.107558] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.107718] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.107885] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.108083] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.117132] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccb303f9-fe30-4443-bfa4-a4e7a0970db2 in Status: IN_PROGRESS for 2s [ 825.187938] env[69596]: INFO networking_nsxv3.common.synchronization [req-8e3c6c1f-4568-4315-8e3f-326568f1c1b0 req-d05daf74-d50e-40db-aadf-e2e388c43a20 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] Enqueued Resource ID: 1768ee4d-8b25-4e98-8ccf-9ddc42308b8c with Priority: HIGHEST for action security_group_members [ 825.188725] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1768ee4d-8b25-4e98-8ccf-9ddc42308b8c with Priority: HIGHEST for action security_group_members [ 825.188825] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-1768ee4d-8b25-4e98-8ccf-9ddc42308b8c taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.189026] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1768ee4d-8b25-4e98-8ccf-9ddc42308b8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.189533] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1768ee4d-8b25-4e98-8ccf-9ddc42308b8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.189765] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1768ee4d-8b25-4e98-8ccf-9ddc42308b8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.190024] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.190093] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.190127] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.190287] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.190370] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.190459] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1768ee4d-8b25-4e98-8ccf-9ddc42308b8c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.491429] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d93a406-a4e8-49c7-825b-aa372fc54b45 in Status: SUCCESS [ 825.491723] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d93a406-a4e8-49c7-825b-aa372fc54b45" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.692222] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.692330] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.692417] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.692611] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.712752] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.712996] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.714789] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.714789] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.714789] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.714789] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.714789] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1768ee4d-8b25-4e98-8ccf-9ddc42308b8c is going to be updated. [ 825.737041] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.737041] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.737041] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.737041] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.737041] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.743499] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1768ee4d-8b25-4e98-8ccf-9ddc42308b8c in Status: IN_PROGRESS for 2s [ 826.779044] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f8e3172-8166-4ade-8782-0bf3cd8e6f8c in Status: SUCCESS [ 826.779044] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.779044] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.779044] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.779044] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.779044] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.779044] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.779044] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.779044] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.779044] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.779044] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.779044] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.779836] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.779836] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.779836] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.779836] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.779836] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.779836] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.779836] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.779836] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.780092] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8f8e3172-8166-4ade-8782-0bf3cd8e6f8c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.780742] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.780897] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.781068] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.781185] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.781245] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.781376] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.781451] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.781632] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f8e3172-8166-4ade-8782-0bf3cd8e6f8c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.104134] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9e9b437-2bc8-4295-bdec-092587d904de in Status: SUCCESS [ 827.104310] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9e9b437-2bc8-4295-bdec-092587d904de deletion is rescheduled due to dependency. [ 827.104445] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.105271] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc613ec5-efa3-4b33-a3ae-20f1f4d74451 in Status: SUCCESS [ 827.105422] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc613ec5-efa3-4b33-a3ae-20f1f4d74451 deletion is rescheduled due to dependency. [ 827.105519] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc613ec5-efa3-4b33-a3ae-20f1f4d74451" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.125295] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccb303f9-fe30-4443-bfa4-a4e7a0970db2 in Status: SUCCESS [ 827.125484] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ccb303f9-fe30-4443-bfa4-a4e7a0970db2 deletion is rescheduled due to dependency. [ 827.125602] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccb303f9-fe30-4443-bfa4-a4e7a0970db2" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.283173] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8f8e3172-8166-4ade-8782-0bf3cd8e6f8c: rpc.has_security_group_logging(os_id): False [ 827.284405] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8f8e3172-8166-4ade-8782-0bf3cd8e6f8c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.303975] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.304122] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.304198] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.304419] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.304581] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.304691] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.304789] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.304851] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.304996] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.305089] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.305352] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.305455] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.305519] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.305660] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.305736] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.305911] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.306010] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.306094] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.306231] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.306309] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.306394] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f8e3172-8166-4ade-8782-0bf3cd8e6f8c is going to be created. [ 827.364254] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.364465] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.364465] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.364652] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.364825] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.376130] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f8e3172-8166-4ade-8782-0bf3cd8e6f8c in Status: IN_PROGRESS for 2s [ 827.752794] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1768ee4d-8b25-4e98-8ccf-9ddc42308b8c in Status: SUCCESS [ 827.752985] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1768ee4d-8b25-4e98-8ccf-9ddc42308b8c deletion is rescheduled due to dependency. [ 827.753114] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1768ee4d-8b25-4e98-8ccf-9ddc42308b8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.786777] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8f8e3172-8166-4ade-8782-0bf3cd8e6f8c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.290575] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.291490] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.291490] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.291490] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.291490] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.291490] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f8e3172-8166-4ade-8782-0bf3cd8e6f8c is going to be updated. [ 828.319099] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.319283] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.319359] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.319588] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.319735] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.329104] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f8e3172-8166-4ade-8782-0bf3cd8e6f8c in Status: IN_PROGRESS for 2s [ 828.979130] env[69596]: INFO networking_nsxv3.common.synchronization [req-98f2ff3c-2d4b-4746-82de-6a44cc795c77 req-95961ca9-e0f2-4d9e-8495-88de9d23c7a5 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Enqueued Resource ID: 8f8e3172-8166-4ade-8782-0bf3cd8e6f8c with Priority: HIGHEST for action security_group_members [ 828.979692] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f8e3172-8166-4ade-8782-0bf3cd8e6f8c with Priority: HIGHEST for action security_group_members [ 828.981642] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.981840] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.346933] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-446 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.347141] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-446" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.347240] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-446" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.347508] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-446" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.347763] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.347916] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.348089] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.348325] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.348473] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.348690] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 829.348801] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 829.348912] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 829.349036] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 829.349174] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 829.349285] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 829.349422] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 829.367330] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 829.368185] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 829.368185] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 829.368185] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-446" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.368185] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-38630e68-6a1a-4847-a853-a5c07b108a28 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.368429] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-38630e68-6a1a-4847-a853-a5c07b108a28" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.368429] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-38630e68-6a1a-4847-a853-a5c07b108a28" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.368795] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-38630e68-6a1a-4847-a853-a5c07b108a28" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.368993] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38630e68-6a1a-4847-a853-a5c07b108a28',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.389869] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f8e3172-8166-4ade-8782-0bf3cd8e6f8c in Status: SUCCESS [ 829.389869] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.389869] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.389869] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.389869] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f8e3172-8166-4ade-8782-0bf3cd8e6f8c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.872346] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.872572] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.872938] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.873034] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.873143] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.873315] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port 38630e68-6a1a-4847-a853-a5c07b108a28 not found, creating... [ 829.873601] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.873761] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.873917] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.874159] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.874352] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.874647] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.874815] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.874925] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.875501] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.875736] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.875994] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: 38630e68-6a1a-4847-a853-a5c07b108a28 is going to be created. [ 829.891891] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.892020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.895532] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.895662] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.896267] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.896267] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.896408] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.896604] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-38630e68-6a1a-4847-a853-a5c07b108a28" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.337698] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f8e3172-8166-4ade-8782-0bf3cd8e6f8c in Status: SUCCESS [ 830.338082] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.338082] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.338273] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.338472] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.338589] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.338657] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.338805] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.338889] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.338988] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f8e3172-8166-4ade-8782-0bf3cd8e6f8c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.639694] env[69596]: INFO networking_nsxv3.common.synchronization [req-98f2ff3c-2d4b-4746-82de-6a44cc795c77 req-50105092-4e33-4962-a1fd-9bf779b2d6ca service nova] Enqueued Resource ID: 8f8e3172-8166-4ade-8782-0bf3cd8e6f8c with Priority: HIGHEST for action security_group_rules [ 830.639694] env[69596]: INFO networking_nsxv3.common.synchronization [req-98f2ff3c-2d4b-4746-82de-6a44cc795c77 req-50105092-4e33-4962-a1fd-9bf779b2d6ca service nova] Enqueued Resource ID: 8f8e3172-8166-4ade-8782-0bf3cd8e6f8c with Priority: HIGHEST for action security_group_members [ 830.639694] env[69596]: INFO networking_nsxv3.common.synchronization [req-98f2ff3c-2d4b-4746-82de-6a44cc795c77 req-50105092-4e33-4962-a1fd-9bf779b2d6ca service nova] Enqueued Resource ID: 38630e68-6a1a-4847-a853-a5c07b108a28 with Priority: HIGHEST for action port [ 830.639694] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f8e3172-8166-4ade-8782-0bf3cd8e6f8c with Priority: HIGHEST for action security_group_rules [ 830.639694] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f8e3172-8166-4ade-8782-0bf3cd8e6f8c with Priority: HIGHEST for action security_group_members [ 830.639694] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38630e68-6a1a-4847-a853-a5c07b108a28 with Priority: HIGHEST for action port [ 830.639694] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.639694] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.639694] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.639694] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.640131] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-38630e68-6a1a-4847-a853-a5c07b108a28 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.640131] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38630e68-6a1a-4847-a853-a5c07b108a28" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.640131] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38630e68-6a1a-4847-a853-a5c07b108a28" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.642023] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38630e68-6a1a-4847-a853-a5c07b108a28" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.642023] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38630e68-6a1a-4847-a853-a5c07b108a28',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.841744] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8f8e3172-8166-4ade-8782-0bf3cd8e6f8c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.143206] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 38630e68-6a1a-4847-a853-a5c07b108a28 with status ACTIVE [ 831.143508] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.143645] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.143729] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.144024] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.144127] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.144267] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.144353] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.144408] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.144549] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.144838] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.144838] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.145079] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.145079] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.145079] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.145181] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.145247] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 38630e68-6a1a-4847-a853-a5c07b108a28 is going to be updated. [ 831.164121] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.164304] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.164352] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.164559] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.164693] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.164862] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38630e68-6a1a-4847-a853-a5c07b108a28" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.345343] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8f8e3172-8166-4ade-8782-0bf3cd8e6f8c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.414412] env[69596]: INFO networking_nsxv3.common.synchronization [req-64a3bd69-3651-45af-abc6-c0f19f3b81eb req-877e1a96-cf24-4b9e-a196-4acb771bd722 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Enqueued Resource ID: 08b580bd-8f2d-4784-be88-380b69cef54a with Priority: HIGHEST for action security_group_members [ 831.414919] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08b580bd-8f2d-4784-be88-380b69cef54a with Priority: HIGHEST for action security_group_members [ 831.415713] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-08b580bd-8f2d-4784-be88-380b69cef54a taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.415841] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.415909] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.416143] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.416321] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.416423] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.416498] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.416657] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.416742] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.416837] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08b580bd-8f2d-4784-be88-380b69cef54a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.751196] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-78 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.756024] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-78" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.756024] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-78" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.756024] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-78" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.756024] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.756024] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.756024] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.756024] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.756024] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.756024] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 831.756024] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 831.756024] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 831.756024] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 831.756024] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 831.756024] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 831.756024] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 831.787382] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 831.787382] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 831.787382] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 831.787382] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-78" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.787382] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-a31e2104-239d-4286-b724-5078543aad3f taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.787382] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-a31e2104-239d-4286-b724-5078543aad3f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.787382] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-a31e2104-239d-4286-b724-5078543aad3f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.787382] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-a31e2104-239d-4286-b724-5078543aad3f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.787382] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a31e2104-239d-4286-b724-5078543aad3f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.850319] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.850539] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.850539] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.850750] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.850835] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.851266] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f8e3172-8166-4ade-8782-0bf3cd8e6f8c is going to be updated. [ 831.886421] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.886618] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.886734] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.887052] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.887256] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.895756] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f8e3172-8166-4ade-8782-0bf3cd8e6f8c in Status: IN_PROGRESS for 2s [ 831.919334] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.919476] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.919535] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.919753] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.942255] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.942556] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.942703] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.942770] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.942956] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.943090] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.943188] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08b580bd-8f2d-4784-be88-380b69cef54a is going to be updated. [ 831.967920] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.968120] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.968227] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.968539] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.968704] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.977201] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08b580bd-8f2d-4784-be88-380b69cef54a in Status: IN_PROGRESS for 2s [ 832.291837] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.292091] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.292237] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.292528] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.292681] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.292839] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port a31e2104-239d-4286-b724-5078543aad3f not found, creating... [ 832.293123] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.293283] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.293506] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.293828] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.293988] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.294542] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.294542] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.294672] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.294817] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.294967] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.295127] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: a31e2104-239d-4286-b724-5078543aad3f is going to be created. [ 832.313273] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.313514] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.313606] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.313863] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.314106] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.314335] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-a31e2104-239d-4286-b724-5078543aad3f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.056165] env[69596]: INFO networking_nsxv3.common.synchronization [req-64a3bd69-3651-45af-abc6-c0f19f3b81eb req-368d0583-070b-474d-95c0-9d8609652016 service nova] Enqueued Resource ID: 08b580bd-8f2d-4784-be88-380b69cef54a with Priority: HIGHEST for action security_group_rules [ 833.056444] env[69596]: INFO networking_nsxv3.common.synchronization [req-64a3bd69-3651-45af-abc6-c0f19f3b81eb req-368d0583-070b-474d-95c0-9d8609652016 service nova] Enqueued Resource ID: 08b580bd-8f2d-4784-be88-380b69cef54a with Priority: HIGHEST for action security_group_members [ 833.056517] env[69596]: INFO networking_nsxv3.common.synchronization [req-64a3bd69-3651-45af-abc6-c0f19f3b81eb req-368d0583-070b-474d-95c0-9d8609652016 service nova] Enqueued Resource ID: a31e2104-239d-4286-b724-5078543aad3f with Priority: HIGHEST for action port [ 833.056767] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08b580bd-8f2d-4784-be88-380b69cef54a with Priority: HIGHEST for action security_group_rules [ 833.056882] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08b580bd-8f2d-4784-be88-380b69cef54a with Priority: HIGHEST for action security_group_members [ 833.057036] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a31e2104-239d-4286-b724-5078543aad3f with Priority: HIGHEST for action port [ 833.057554] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-08b580bd-8f2d-4784-be88-380b69cef54a taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.057635] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.057705] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.057899] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.057981] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('08b580bd-8f2d-4784-be88-380b69cef54a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.059215] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-08b580bd-8f2d-4784-be88-380b69cef54a taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.061532] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.061924] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-a31e2104-239d-4286-b724-5078543aad3f taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.062062] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a31e2104-239d-4286-b724-5078543aad3f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.062062] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a31e2104-239d-4286-b724-5078543aad3f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.062401] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a31e2104-239d-4286-b724-5078543aad3f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.062401] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a31e2104-239d-4286-b724-5078543aad3f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.564770] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-08b580bd-8f2d-4784-be88-380b69cef54a taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.564770] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.564770] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a31e2104-239d-4286-b724-5078543aad3f with status ACTIVE [ 833.565297] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.568019] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.568019] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.568019] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.568019] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.568019] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.568019] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.568019] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.568019] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.568019] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.568019] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.568019] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.568019] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.568019] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.568019] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.568019] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a31e2104-239d-4286-b724-5078543aad3f is going to be updated. [ 833.588344] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.588344] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.588525] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.588742] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.588927] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.589182] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a31e2104-239d-4286-b724-5078543aad3f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.905561] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f8e3172-8166-4ade-8782-0bf3cd8e6f8c in Status: SUCCESS [ 833.905561] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.905561] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.905561] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.905561] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.906035] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.906035] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.906277] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.906400] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.906525] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.906661] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8f8e3172-8166-4ade-8782-0bf3cd8e6f8c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.907557] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.907771] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.908092] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.908275] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.908378] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.908568] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.908690] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.908809] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f8e3172-8166-4ade-8782-0bf3cd8e6f8c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.985433] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08b580bd-8f2d-4784-be88-380b69cef54a in Status: SUCCESS [ 833.985433] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08b580bd-8f2d-4784-be88-380b69cef54a deletion is rescheduled due to dependency. [ 833.985598] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.988789] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.988789] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.988789] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.988789] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.988789] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.988789] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.988789] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.988789] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08b580bd-8f2d-4784-be88-380b69cef54a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.412725] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8f8e3172-8166-4ade-8782-0bf3cd8e6f8c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.413880] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.414072] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.488731] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('08b580bd-8f2d-4784-be88-380b69cef54a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.917178] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8f8e3172-8166-4ade-8782-0bf3cd8e6f8c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.991523] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('08b580bd-8f2d-4784-be88-380b69cef54a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.419363] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.419702] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.419702] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.419811] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.419963] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.420017] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f8e3172-8166-4ade-8782-0bf3cd8e6f8c is going to be updated. [ 835.447335] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.447485] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.447558] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.447776] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.447896] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.456814] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f8e3172-8166-4ade-8782-0bf3cd8e6f8c in Status: IN_PROGRESS for 2s [ 835.496375] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.496502] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.496502] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.496748] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.496840] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.498351] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08b580bd-8f2d-4784-be88-380b69cef54a is going to be updated. [ 835.504264] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.504398] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.504470] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.504665] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.504776] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.534114] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.534258] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.534506] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.534604] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.534660] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.542674] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08b580bd-8f2d-4784-be88-380b69cef54a in Status: IN_PROGRESS for 2s [ 836.007919] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.128711] env[69596]: INFO networking_nsxv3.common.synchronization [req-69adb26a-2132-412f-aca6-e76e161835fe req-207079bb-ce64-44bc-9d90-4f0ee710daf9 tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Enqueued Resource ID: 6a34bef7-16d4-4e38-aef7-2fdf6472ace4 with Priority: HIGHEST for action security_group_members [ 836.128711] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a34bef7-16d4-4e38-aef7-2fdf6472ace4 with Priority: HIGHEST for action security_group_members [ 836.128951] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a34bef7-16d4-4e38-aef7-2fdf6472ace4 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.128951] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a34bef7-16d4-4e38-aef7-2fdf6472ace4" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.128951] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a34bef7-16d4-4e38-aef7-2fdf6472ace4" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.132778] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a34bef7-16d4-4e38-aef7-2fdf6472ace4" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.132778] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.132778] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.132778] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.132778] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.132778] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.132778] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a34bef7-16d4-4e38-aef7-2fdf6472ace4',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.455815] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-931 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.456111] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-931" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.456111] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-931" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.456340] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-931" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.456594] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.456744] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.456856] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.457092] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.457234] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.457440] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 836.457549] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 836.457655] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 836.460015] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 836.460015] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 836.460015] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 836.460015] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 836.475472] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 836.475644] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 836.475782] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 836.475951] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-931" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.476537] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-3d28ba09-e880-4dfc-895d-42dcf83645e3 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.476537] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-3d28ba09-e880-4dfc-895d-42dcf83645e3" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.476737] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-3d28ba09-e880-4dfc-895d-42dcf83645e3" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.476945] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-3d28ba09-e880-4dfc-895d-42dcf83645e3" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.477120] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d28ba09-e880-4dfc-895d-42dcf83645e3',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.510377] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.631817] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.632163] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.632163] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.632297] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.655252] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.655517] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.655632] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.655697] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.655908] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.656161] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.656161] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a34bef7-16d4-4e38-aef7-2fdf6472ace4 is going to be updated. [ 836.679074] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.679074] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.679074] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.679074] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.679309] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.688278] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a34bef7-16d4-4e38-aef7-2fdf6472ace4 in Status: IN_PROGRESS for 2s [ 836.981784] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.982888] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.983042] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.983329] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.983482] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.983716] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port 3d28ba09-e880-4dfc-895d-42dcf83645e3 not found, creating... [ 836.984024] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.984189] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.984310] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.984552] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.984695] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.984973] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.985142] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.985263] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.985539] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.985584] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.985723] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: 3d28ba09-e880-4dfc-895d-42dcf83645e3 is going to be created. [ 837.012995] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 837.012995] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 837.024030] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.024030] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.024030] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.024030] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.024030] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.024030] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-3d28ba09-e880-4dfc-895d-42dcf83645e3" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.467375] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f8e3172-8166-4ade-8782-0bf3cd8e6f8c in Status: SUCCESS [ 837.467696] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.467696] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.467850] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.468180] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.468253] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.468294] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.468546] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.468546] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.468684] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.468832] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.468934] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.468990] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.469180] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.469335] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.469432] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.469636] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.469636] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.469712] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.469783] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.469877] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8f8e3172-8166-4ade-8782-0bf3cd8e6f8c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.555263] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08b580bd-8f2d-4784-be88-380b69cef54a in Status: SUCCESS [ 837.555481] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.555651] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.555883] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.556131] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.556267] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.556267] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.556836] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.556836] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.556836] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.556836] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('08b580bd-8f2d-4784-be88-380b69cef54a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.747260] env[69596]: INFO networking_nsxv3.common.synchronization [req-69adb26a-2132-412f-aca6-e76e161835fe req-53a147cb-bf4c-4349-816a-d0628e15dfa8 service nova] Enqueued Resource ID: 6a34bef7-16d4-4e38-aef7-2fdf6472ace4 with Priority: HIGHEST for action security_group_rules [ 837.747260] env[69596]: INFO networking_nsxv3.common.synchronization [req-69adb26a-2132-412f-aca6-e76e161835fe req-53a147cb-bf4c-4349-816a-d0628e15dfa8 service nova] Enqueued Resource ID: 6a34bef7-16d4-4e38-aef7-2fdf6472ace4 with Priority: HIGHEST for action security_group_members [ 837.747260] env[69596]: INFO networking_nsxv3.common.synchronization [req-69adb26a-2132-412f-aca6-e76e161835fe req-53a147cb-bf4c-4349-816a-d0628e15dfa8 service nova] Enqueued Resource ID: 3d28ba09-e880-4dfc-895d-42dcf83645e3 with Priority: HIGHEST for action port [ 837.747260] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a34bef7-16d4-4e38-aef7-2fdf6472ace4 with Priority: HIGHEST for action security_group_rules [ 837.747260] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a34bef7-16d4-4e38-aef7-2fdf6472ace4 with Priority: HIGHEST for action security_group_members [ 837.747260] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d28ba09-e880-4dfc-895d-42dcf83645e3 with Priority: HIGHEST for action port [ 837.747260] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a34bef7-16d4-4e38-aef7-2fdf6472ace4 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.747260] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a34bef7-16d4-4e38-aef7-2fdf6472ace4" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.747260] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a34bef7-16d4-4e38-aef7-2fdf6472ace4" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.749158] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a34bef7-16d4-4e38-aef7-2fdf6472ace4" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.749158] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a34bef7-16d4-4e38-aef7-2fdf6472ace4',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.749370] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a34bef7-16d4-4e38-aef7-2fdf6472ace4 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.749465] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a34bef7-16d4-4e38-aef7-2fdf6472ace4" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.749667] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d28ba09-e880-4dfc-895d-42dcf83645e3 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.749771] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d28ba09-e880-4dfc-895d-42dcf83645e3" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.749834] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d28ba09-e880-4dfc-895d-42dcf83645e3" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.750393] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d28ba09-e880-4dfc-895d-42dcf83645e3" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.750393] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d28ba09-e880-4dfc-895d-42dcf83645e3',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.925507] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.926188] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.926188] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.926622] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.947658] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 837.949622] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.951168] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 837.976747] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8f8e3172-8166-4ade-8782-0bf3cd8e6f8c: rpc.has_security_group_logging(os_id): False [ 837.981201] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.981389] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.981484] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.981756] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.991944] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.992742] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 837.992860] env[69596]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69596) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 837.992986] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 838.015752] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.015968] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.016081] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.016482] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.016649] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.016938] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.017096] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.017189] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.017428] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.017541] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.017831] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.018030] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.018131] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.018817] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.018817] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.018817] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.019118] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.019118] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.019203] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.019282] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.019420] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f8e3172-8166-4ade-8782-0bf3cd8e6f8c is going to be updated. [ 838.041810] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.042023] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.042023] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.042233] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.043291] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.043401] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 838.060203] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-08b580bd-8f2d-4784-be88-380b69cef54a taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.060392] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.060802] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.061078] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.061495] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.061495] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.061650] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.061686] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.061744] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.061828] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.061976] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-08b580bd-8f2d-4784-be88-380b69cef54a taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.062100] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.062157] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.062297] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.062434] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.062799] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.062799] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.062799] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.062799] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.062969] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.062969] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('08b580bd-8f2d-4784-be88-380b69cef54a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.099991] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.100175] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.100489] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.100489] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.100652] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.114170] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f8e3172-8166-4ade-8782-0bf3cd8e6f8c in Status: IN_PROGRESS for 2s [ 838.128588] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.128588] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.128588] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.128865] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.129220] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.129220] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 838.250311] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.250476] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.250554] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.250727] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.250947] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.251295] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:36. [ 838.251392] env[69596]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'526e4b2f-886d-4668-b7e6-b89e532036d8', 'd6e809ec-2370-49ee-96b5-637301e5ea5c', 'd65c3b61-239c-443e-8b2e-04ea5cbccf11', 'cf2b9e5c-2739-481e-865c-b07f4f286b74', '8f8e3172-8166-4ade-8782-0bf3cd8e6f8c', '20dd5851-9d03-42b8-bada-063939ac2f8b', 'bf4de9a2-fc16-45b8-939c-537e3f2c7f65', '91eb8d6d-be61-48e6-9855-f2f010096df8', 'b96f8dc5-bf40-4d2b-8dba-008825c69808', '28908f26-35fb-4c69-af59-211e8a6a1c4c', 'a9e9b437-2bc8-4295-bdec-092587d904de', '545dfe74-8723-4988-87cb-3d279ff4702c', '7ed25a93-e947-45e8-974b-645111add6cd', '993468b1-322c-48af-ba8a-aaee2b56591d', '7d93a406-a4e8-49c7-825b-aa372fc54b45', '3f1a1bdf-51e8-4a33-8e5d-253748151bef', 'd1beecef-d99d-4696-84b8-872296d6b217', '86161373-41b5-45d1-a2db-2ed07b600b9a', '6a34bef7-16d4-4e38-aef7-2fdf6472ace4', 'ccb303f9-fe30-4443-bfa4-a4e7a0970db2', '596ea14e-3ab2-453f-bdc9-e4d0322867cb', 'd29b939e-3353-4fc5-b0d3-0dd32541d308', '7fbb4520-3ed8-40c0-b84b-e457cf5e9f81', '81691705-36ef-486a-8285-3016a3eb1ed1', '1aeb7f0b-43bc-4968-8b6e-f3b8e7240e5c', 'dba7aa3a-c2fa-4f98-9cc4-7022c186404b', '896b9757-7c26-4d8d-893c-a9ae9d6ef7d5', 'fbed8333-e653-47b8-84ec-af891864d741', 'acc165e5-bc9f-49f6-b708-06c11b7a85a9', 'ba6187f3-2f9f-44ea-bb9d-7209a94ad84d', '1768ee4d-8b25-4e98-8ccf-9ddc42308b8c', 'bc613ec5-efa3-4b33-a3ae-20f1f4d74451', '08b580bd-8f2d-4784-be88-380b69cef54a', '43d0bf79-d506-484d-ac22-a56d2f949083', '6fe3525d-8e02-4eb4-8084-60aa11d510b5', '323bb60b-1f4d-488d-a2db-283ec8ea3b4a'} {{(pid=69596) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 838.251482] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 838.252673] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a34bef7-16d4-4e38-aef7-2fdf6472ace4 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.252797] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a34bef7-16d4-4e38-aef7-2fdf6472ace4" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.252987] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3d28ba09-e880-4dfc-895d-42dcf83645e3 with status ACTIVE [ 838.253171] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.253274] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.253336] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.253496] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.253574] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.253744] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.253839] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.253894] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.254043] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.254121] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.254286] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.254375] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.254431] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.254562] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.259242] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.259524] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3d28ba09-e880-4dfc-895d-42dcf83645e3 is going to be updated. [ 838.285866] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.286048] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.286111] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.286311] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.286458] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.286621] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d28ba09-e880-4dfc-895d-42dcf83645e3" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.287540] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.287672] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.287727] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.287878] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.287948] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.288065] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 838.288146] env[69596]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69596) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 838.288205] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 838.358230] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.358388] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.359603] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.359603] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.360207] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.360432] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 838.360508] env[69596]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69596) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 838.360579] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 838.360705] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 838.360762] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/36 resources of Type:Security Group Rules [ 838.360803] env[69596]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 526e4b2f-886d-4668-b7e6-b89e532036d8 with Priority: HIGH for action security_group_rules [ 838.360858] env[69596]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d6e809ec-2370-49ee-96b5-637301e5ea5c with Priority: HIGH for action security_group_rules [ 838.360926] env[69596]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d65c3b61-239c-443e-8b2e-04ea5cbccf11 with Priority: HIGH for action security_group_rules [ 838.360986] env[69596]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cf2b9e5c-2739-481e-865c-b07f4f286b74 with Priority: HIGH for action security_group_rules [ 838.361061] env[69596]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8f8e3172-8166-4ade-8782-0bf3cd8e6f8c with Priority: HIGH for action security_group_rules [ 838.361106] env[69596]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 20dd5851-9d03-42b8-bada-063939ac2f8b with Priority: HIGH for action security_group_rules [ 838.361198] env[69596]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 with Priority: HIGH for action security_group_rules [ 838.361241] env[69596]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 91eb8d6d-be61-48e6-9855-f2f010096df8 with Priority: HIGH for action security_group_rules [ 838.361302] env[69596]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b96f8dc5-bf40-4d2b-8dba-008825c69808 with Priority: HIGH for action security_group_rules [ 838.361363] env[69596]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 28908f26-35fb-4c69-af59-211e8a6a1c4c with Priority: HIGH for action security_group_rules [ 838.361423] env[69596]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a9e9b437-2bc8-4295-bdec-092587d904de with Priority: HIGH for action security_group_rules [ 838.361482] env[69596]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 545dfe74-8723-4988-87cb-3d279ff4702c with Priority: HIGH for action security_group_rules [ 838.361542] env[69596]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7ed25a93-e947-45e8-974b-645111add6cd with Priority: HIGH for action security_group_rules [ 838.361604] env[69596]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 993468b1-322c-48af-ba8a-aaee2b56591d with Priority: HIGH for action security_group_rules [ 838.361695] env[69596]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7d93a406-a4e8-49c7-825b-aa372fc54b45 with Priority: HIGH for action security_group_rules [ 838.361764] env[69596]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3f1a1bdf-51e8-4a33-8e5d-253748151bef with Priority: HIGH for action security_group_rules [ 838.361827] env[69596]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d1beecef-d99d-4696-84b8-872296d6b217 with Priority: HIGH for action security_group_rules [ 838.361888] env[69596]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 86161373-41b5-45d1-a2db-2ed07b600b9a with Priority: HIGH for action security_group_rules [ 838.361952] env[69596]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6a34bef7-16d4-4e38-aef7-2fdf6472ace4 with Priority: HIGH for action security_group_rules [ 838.362123] env[69596]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ccb303f9-fe30-4443-bfa4-a4e7a0970db2 with Priority: HIGH for action security_group_rules [ 838.362123] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.568718] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 08b580bd-8f2d-4784-be88-380b69cef54a: rpc.has_security_group_logging(os_id): False [ 838.587117] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.587117] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.587117] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.587117] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.604357] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.604532] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.604648] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.604711] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.604886] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.604968] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.605175] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.605295] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.605355] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.605463] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.605568] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.605750] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.605848] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.605914] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.606060] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.606133] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.606202] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 08b580bd-8f2d-4784-be88-380b69cef54a is going to be updated. [ 838.663221] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.663381] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.663448] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.663660] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.663800] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.674664] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08b580bd-8f2d-4784-be88-380b69cef54a in Status: IN_PROGRESS for 2s [ 838.699299] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a34bef7-16d4-4e38-aef7-2fdf6472ace4 in Status: SUCCESS [ 838.699299] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a34bef7-16d4-4e38-aef7-2fdf6472ace4 deletion is rescheduled due to dependency. [ 838.699299] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a34bef7-16d4-4e38-aef7-2fdf6472ace4" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.699299] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a34bef7-16d4-4e38-aef7-2fdf6472ace4" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.699299] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a34bef7-16d4-4e38-aef7-2fdf6472ace4" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.699299] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.699299] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.699299] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.699299] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.699299] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.699299] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a34bef7-16d4-4e38-aef7-2fdf6472ace4',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.201051] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a34bef7-16d4-4e38-aef7-2fdf6472ace4',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.703501] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a34bef7-16d4-4e38-aef7-2fdf6472ace4',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.129577] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f8e3172-8166-4ade-8782-0bf3cd8e6f8c in Status: SUCCESS [ 840.129915] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.130239] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.130484] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.130583] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f8e3172-8166-4ade-8782-0bf3cd8e6f8c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.206190] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.206322] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.206394] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.206612] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.206696] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.206797] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a34bef7-16d4-4e38-aef7-2fdf6472ace4 is going to be updated. [ 840.236116] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.236116] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.236116] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.236116] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.236404] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.243994] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a34bef7-16d4-4e38-aef7-2fdf6472ace4 in Status: IN_PROGRESS for 2s [ 840.633438] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.633613] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.633671] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.634145] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.634145] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.634556] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.634633] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.634788] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.634877] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.634966] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.635069] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8f8e3172-8166-4ade-8782-0bf3cd8e6f8c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.686995] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08b580bd-8f2d-4784-be88-380b69cef54a in Status: SUCCESS [ 840.687246] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.138475] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.138475] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.138475] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.138475] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.138888] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.138888] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.138888] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.139031] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.139160] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.139253] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.139413] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.139509] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.139569] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.139743] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.139883] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.139975] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.140047] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.140187] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.140266] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.140365] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.140458] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8f8e3172-8166-4ade-8782-0bf3cd8e6f8c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.644869] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8f8e3172-8166-4ade-8782-0bf3cd8e6f8c: rpc.has_security_group_logging(os_id): False [ 841.662268] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.662438] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.662505] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.663140] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.663140] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.663140] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.663140] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.663140] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.663409] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.663409] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.665207] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.665207] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.665207] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.665207] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.665207] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.665207] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.665207] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.665207] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.665207] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.665207] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.665207] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f8e3172-8166-4ade-8782-0bf3cd8e6f8c is going to be updated. [ 841.724260] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.724395] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.724467] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.724675] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.724822] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.737313] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f8e3172-8166-4ade-8782-0bf3cd8e6f8c in Status: IN_PROGRESS for 2s [ 842.254407] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a34bef7-16d4-4e38-aef7-2fdf6472ace4 in Status: SUCCESS [ 842.254746] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a34bef7-16d4-4e38-aef7-2fdf6472ace4" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.254800] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a34bef7-16d4-4e38-aef7-2fdf6472ace4" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.255015] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a34bef7-16d4-4e38-aef7-2fdf6472ace4" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.255223] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.255390] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.255445] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.255568] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.255650] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.255737] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a34bef7-16d4-4e38-aef7-2fdf6472ace4" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.255829] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a34bef7-16d4-4e38-aef7-2fdf6472ace4',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.747396] env[69596]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 842.747564] env[69596]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=2 [ 842.747884] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 526e4b2f-886d-4668-b7e6-b89e532036d8 with Priority: HIGH for action security_group_rules [ 842.748047] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d65c3b61-239c-443e-8b2e-04ea5cbccf11 with Priority: HIGH for action security_group_rules [ 842.748153] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 with Priority: HIGH for action security_group_rules [ 842.748254] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d93a406-a4e8-49c7-825b-aa372fc54b45 with Priority: HIGH for action security_group_rules [ 842.748354] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccb303f9-fe30-4443-bfa4-a4e7a0970db2 with Priority: HIGH for action security_group_rules [ 842.748449] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a34bef7-16d4-4e38-aef7-2fdf6472ace4 with Priority: HIGH for action security_group_rules [ 842.748541] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86161373-41b5-45d1-a2db-2ed07b600b9a with Priority: HIGH for action security_group_rules [ 842.748637] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1beecef-d99d-4696-84b8-872296d6b217 with Priority: HIGH for action security_group_rules [ 842.748723] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 993468b1-322c-48af-ba8a-aaee2b56591d with Priority: HIGH for action security_group_rules [ 842.748813] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f1a1bdf-51e8-4a33-8e5d-253748151bef with Priority: HIGH for action security_group_rules [ 842.749077] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ed25a93-e947-45e8-974b-645111add6cd with Priority: HIGH for action security_group_rules [ 842.749077] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 545dfe74-8723-4988-87cb-3d279ff4702c with Priority: HIGH for action security_group_rules [ 842.749077] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9e9b437-2bc8-4295-bdec-092587d904de with Priority: HIGH for action security_group_rules [ 842.749303] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28908f26-35fb-4c69-af59-211e8a6a1c4c with Priority: HIGH for action security_group_rules [ 842.749303] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b96f8dc5-bf40-4d2b-8dba-008825c69808 with Priority: HIGH for action security_group_rules [ 842.749368] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20dd5851-9d03-42b8-bada-063939ac2f8b with Priority: HIGH for action security_group_rules [ 842.749444] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91eb8d6d-be61-48e6-9855-f2f010096df8 with Priority: HIGH for action security_group_rules [ 842.749492] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f8e3172-8166-4ade-8782-0bf3cd8e6f8c with Priority: HIGH for action security_group_rules [ 842.749581] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6e809ec-2370-49ee-96b5-637301e5ea5c with Priority: HIGH for action security_group_rules [ 842.749663] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf2b9e5c-2739-481e-865c-b07f4f286b74 with Priority: HIGH for action security_group_rules [ 842.750056] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-526e4b2f-886d-4668-b7e6-b89e532036d8 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.750151] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.750188] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.750394] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.750466] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('526e4b2f-886d-4668-b7e6-b89e532036d8',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.751780] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d65c3b61-239c-443e-8b2e-04ea5cbccf11 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.751941] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d65c3b61-239c-443e-8b2e-04ea5cbccf11" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.751982] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d65c3b61-239c-443e-8b2e-04ea5cbccf11" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.752145] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d65c3b61-239c-443e-8b2e-04ea5cbccf11" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.752221] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d65c3b61-239c-443e-8b2e-04ea5cbccf11',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.753776] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf4de9a2-fc16-45b8-939c-537e3f2c7f65 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.753891] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.753972] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.754353] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.754353] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf4de9a2-fc16-45b8-939c-537e3f2c7f65',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.754925] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d93a406-a4e8-49c7-825b-aa372fc54b45 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.755029] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d93a406-a4e8-49c7-825b-aa372fc54b45" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.755111] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d93a406-a4e8-49c7-825b-aa372fc54b45" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.755234] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d93a406-a4e8-49c7-825b-aa372fc54b45" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.755314] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d93a406-a4e8-49c7-825b-aa372fc54b45',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.756102] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ccb303f9-fe30-4443-bfa4-a4e7a0970db2 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.756102] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ccb303f9-fe30-4443-bfa4-a4e7a0970db2" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.756304] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ccb303f9-fe30-4443-bfa4-a4e7a0970db2" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.756304] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ccb303f9-fe30-4443-bfa4-a4e7a0970db2" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.756603] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ccb303f9-fe30-4443-bfa4-a4e7a0970db2',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.757494] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a34bef7-16d4-4e38-aef7-2fdf6472ace4 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.757624] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a34bef7-16d4-4e38-aef7-2fdf6472ace4" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.757934] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86161373-41b5-45d1-a2db-2ed07b600b9a taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.757934] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.757934] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.758146] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.758197] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86161373-41b5-45d1-a2db-2ed07b600b9a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.759756] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1beecef-d99d-4696-84b8-872296d6b217 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.759976] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1beecef-d99d-4696-84b8-872296d6b217" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.759976] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1beecef-d99d-4696-84b8-872296d6b217" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.760116] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1beecef-d99d-4696-84b8-872296d6b217" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.760182] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1beecef-d99d-4696-84b8-872296d6b217',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.761422] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-993468b1-322c-48af-ba8a-aaee2b56591d taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.761578] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-993468b1-322c-48af-ba8a-aaee2b56591d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.761644] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-993468b1-322c-48af-ba8a-aaee2b56591d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.761740] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-993468b1-322c-48af-ba8a-aaee2b56591d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.761805] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('993468b1-322c-48af-ba8a-aaee2b56591d',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.762805] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f1a1bdf-51e8-4a33-8e5d-253748151bef taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.762924] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f1a1bdf-51e8-4a33-8e5d-253748151bef" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.762924] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f1a1bdf-51e8-4a33-8e5d-253748151bef" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.763046] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f1a1bdf-51e8-4a33-8e5d-253748151bef" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.763117] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f1a1bdf-51e8-4a33-8e5d-253748151bef',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.764288] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ed25a93-e947-45e8-974b-645111add6cd taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.764391] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.764485] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.764644] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.764717] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ed25a93-e947-45e8-974b-645111add6cd',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.764937] env[69596]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 842.765745] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-545dfe74-8723-4988-87cb-3d279ff4702c taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.765745] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-545dfe74-8723-4988-87cb-3d279ff4702c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.765881] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-545dfe74-8723-4988-87cb-3d279ff4702c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.765925] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-545dfe74-8723-4988-87cb-3d279ff4702c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.766291] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('545dfe74-8723-4988-87cb-3d279ff4702c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.766855] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a9e9b437-2bc8-4295-bdec-092587d904de taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.766965] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.767036] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.767188] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.767261] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a9e9b437-2bc8-4295-bdec-092587d904de',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.768401] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-28908f26-35fb-4c69-af59-211e8a6a1c4c taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.768510] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-28908f26-35fb-4c69-af59-211e8a6a1c4c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.768573] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-28908f26-35fb-4c69-af59-211e8a6a1c4c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.768713] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-28908f26-35fb-4c69-af59-211e8a6a1c4c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.768779] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('28908f26-35fb-4c69-af59-211e8a6a1c4c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.769599] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b96f8dc5-bf40-4d2b-8dba-008825c69808 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.769699] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b96f8dc5-bf40-4d2b-8dba-008825c69808" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.769750] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b96f8dc5-bf40-4d2b-8dba-008825c69808" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.769899] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b96f8dc5-bf40-4d2b-8dba-008825c69808" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.769972] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b96f8dc5-bf40-4d2b-8dba-008825c69808',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.770863] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20dd5851-9d03-42b8-bada-063939ac2f8b taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.770968] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20dd5851-9d03-42b8-bada-063939ac2f8b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.770968] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20dd5851-9d03-42b8-bada-063939ac2f8b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.771104] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20dd5851-9d03-42b8-bada-063939ac2f8b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.771194] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20dd5851-9d03-42b8-bada-063939ac2f8b',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.772080] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-91eb8d6d-be61-48e6-9855-f2f010096df8 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.772188] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-91eb8d6d-be61-48e6-9855-f2f010096df8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.772731] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-91eb8d6d-be61-48e6-9855-f2f010096df8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.772731] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-91eb8d6d-be61-48e6-9855-f2f010096df8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.772731] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('91eb8d6d-be61-48e6-9855-f2f010096df8',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.773237] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.773358] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.773580] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d6e809ec-2370-49ee-96b5-637301e5ea5c taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.774606] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d6e809ec-2370-49ee-96b5-637301e5ea5c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.774606] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d6e809ec-2370-49ee-96b5-637301e5ea5c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.774606] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d6e809ec-2370-49ee-96b5-637301e5ea5c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.774606] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d6e809ec-2370-49ee-96b5-637301e5ea5c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.774800] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf2b9e5c-2739-481e-865c-b07f4f286b74 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.774800] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf2b9e5c-2739-481e-865c-b07f4f286b74" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.774882] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf2b9e5c-2739-481e-865c-b07f4f286b74" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.775012] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf2b9e5c-2739-481e-865c-b07f4f286b74" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.775080] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf2b9e5c-2739-481e-865c-b07f4f286b74',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.779554] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a34bef7-16d4-4e38-aef7-2fdf6472ace4',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.277768] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.279158] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.279158] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.279158] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.279158] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.279158] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.279158] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.279158] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.280270] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.280270] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.280270] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bf4de9a2-fc16-45b8-939c-537e3f2c7f65',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.281316] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-526e4b2f-886d-4668-b7e6-b89e532036d8 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.281890] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.281890] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.281890] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.282421] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.283862] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.283862] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.283862] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.283862] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.283862] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.283862] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('526e4b2f-886d-4668-b7e6-b89e532036d8',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.286450] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d93a406-a4e8-49c7-825b-aa372fc54b45 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.286584] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d93a406-a4e8-49c7-825b-aa372fc54b45" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.286662] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d93a406-a4e8-49c7-825b-aa372fc54b45" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.287496] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d93a406-a4e8-49c7-825b-aa372fc54b45" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.287496] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.287496] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.287496] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.287735] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.287735] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.287830] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d93a406-a4e8-49c7-825b-aa372fc54b45" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.287961] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7d93a406-a4e8-49c7-825b-aa372fc54b45',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.290303] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a34bef7-16d4-4e38-aef7-2fdf6472ace4: rpc.has_security_group_logging(os_id): False [ 843.308125] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.308326] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.308385] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.308650] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.310495] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.310597] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.326180] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.326337] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d65c3b61-239c-443e-8b2e-04ea5cbccf11 is going to be deleted. [ 843.327534] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.327534] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.342631] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.342723] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.342837] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.342913] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.343131] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.343228] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.343328] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a34bef7-16d4-4e38-aef7-2fdf6472ace4 is going to be updated. [ 843.374350] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.374497] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.374675] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.374784] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.374910] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.374975] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d65c3b61-239c-443e-8b2e-04ea5cbccf11" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.420457] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.420619] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.420669] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.421171] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.421171] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.435103] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a34bef7-16d4-4e38-aef7-2fdf6472ace4 in Status: IN_PROGRESS for 2s [ 843.445013] env[69596]: INFO networking_nsxv3.common.synchronization [req-5adf119a-3137-4d03-9a10-cc8e4ba9b783 req-741a3704-55bf-4059-a907-d8e063ce65ea tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Enqueued Resource ID: 7ed25a93-e947-45e8-974b-645111add6cd with Priority: HIGHEST for action security_group_members [ 843.448962] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-b96f8dc5-bf40-4d2b-8dba-008825c69808 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.449123] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b96f8dc5-bf40-4d2b-8dba-008825c69808" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.449220] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b96f8dc5-bf40-4d2b-8dba-008825c69808" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.449486] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b96f8dc5-bf40-4d2b-8dba-008825c69808" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.449642] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.449737] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.449797] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.492652] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.492652] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.492652] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b96f8dc5-bf40-4d2b-8dba-008825c69808" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.492652] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b96f8dc5-bf40-4d2b-8dba-008825c69808',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.492652] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-545dfe74-8723-4988-87cb-3d279ff4702c taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.492652] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-545dfe74-8723-4988-87cb-3d279ff4702c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.492652] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-545dfe74-8723-4988-87cb-3d279ff4702c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.492652] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-545dfe74-8723-4988-87cb-3d279ff4702c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.492652] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.492652] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.492652] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.492652] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.492652] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.492652] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-545dfe74-8723-4988-87cb-3d279ff4702c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.492652] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('545dfe74-8723-4988-87cb-3d279ff4702c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.492652] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ed25a93-e947-45e8-974b-645111add6cd with Priority: HIGHEST for action security_group_members [ 843.492652] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ed25a93-e947-45e8-974b-645111add6cd taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.492652] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.492652] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.494815] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.494815] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.494815] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.494815] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.494815] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.494815] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.494815] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ed25a93-e947-45e8-974b-645111add6cd',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.494815] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.494815] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.494815] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.494815] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.494815] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.494815] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.529029] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.529029] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.529292] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.529386] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.530477] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.530584] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.534725] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.535115] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.541412] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.542036] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.543663] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.543839] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.544675] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.545145] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.546410] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.546538] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.547283] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.547387] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.555713] env[69596]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 843.557033] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.557033] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.566784] env[69596]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 843.567334] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.567482] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1beecef-d99d-4696-84b8-872296d6b217 is going to be deleted. [ 843.568482] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.568713] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.592607] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.592836] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d6e809ec-2370-49ee-96b5-637301e5ea5c is going to be deleted. [ 843.594268] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.594268] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.626134] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.626301] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ed25a93-e947-45e8-974b-645111add6cd is going to be deleted. [ 843.627365] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.627574] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.635986] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.636166] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.645858] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.646161] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f1a1bdf-51e8-4a33-8e5d-253748151bef is going to be deleted. [ 843.647084] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.647482] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.672389] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.672557] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.676011] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.676066] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20dd5851-9d03-42b8-bada-063939ac2f8b is going to be deleted. [ 843.676942] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.677924] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.689729] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.689874] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.730303] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.730432] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf2b9e5c-2739-481e-865c-b07f4f286b74 is going to be deleted. [ 843.731613] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.731824] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.751433] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.751596] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.785254] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.786638] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.786638] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.786638] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.786638] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.786638] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.786638] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.786638] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.786638] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.786638] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.786638] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.787062] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.787062] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.787062] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.787136] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.787246] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.787281] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.787459] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.787544] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.787623] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.787709] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bf4de9a2-fc16-45b8-939c-537e3f2c7f65',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.793447] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d93a406-a4e8-49c7-825b-aa372fc54b45 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.793447] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d93a406-a4e8-49c7-825b-aa372fc54b45" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.793447] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d93a406-a4e8-49c7-825b-aa372fc54b45" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.793447] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d93a406-a4e8-49c7-825b-aa372fc54b45" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.793447] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.793447] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.793447] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.793447] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.793447] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.793447] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d93a406-a4e8-49c7-825b-aa372fc54b45" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.793447] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d93a406-a4e8-49c7-825b-aa372fc54b45 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.793447] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d93a406-a4e8-49c7-825b-aa372fc54b45" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.793447] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d93a406-a4e8-49c7-825b-aa372fc54b45" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.793447] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d93a406-a4e8-49c7-825b-aa372fc54b45" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.793447] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.793447] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.794337] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.794337] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.794337] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.794337] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d93a406-a4e8-49c7-825b-aa372fc54b45" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.794337] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7d93a406-a4e8-49c7-825b-aa372fc54b45',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.794337] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-526e4b2f-886d-4668-b7e6-b89e532036d8 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.794337] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.794337] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.794663] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.794663] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.794728] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.794780] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.794964] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.794964] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.795130] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.795300] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-526e4b2f-886d-4668-b7e6-b89e532036d8 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.795435] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.795475] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.795610] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.795779] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.795842] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.795882] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.795999] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.796081] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.796155] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.796236] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('526e4b2f-886d-4668-b7e6-b89e532036d8',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.870850] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.870998] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86161373-41b5-45d1-a2db-2ed07b600b9a is going to be deleted. [ 843.872018] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.873327] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.883215] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f8e3172-8166-4ade-8782-0bf3cd8e6f8c in Status: SUCCESS [ 843.883444] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.883619] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.883874] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.883963] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f8e3172-8166-4ade-8782-0bf3cd8e6f8c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.908538] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.908690] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.918680] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.921381] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ccb303f9-fe30-4443-bfa4-a4e7a0970db2 is going to be deleted. [ 843.921381] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.921381] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.957711] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('545dfe74-8723-4988-87cb-3d279ff4702c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.964959] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-b96f8dc5-bf40-4d2b-8dba-008825c69808 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.965208] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b96f8dc5-bf40-4d2b-8dba-008825c69808" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.965318] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b96f8dc5-bf40-4d2b-8dba-008825c69808" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.965604] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b96f8dc5-bf40-4d2b-8dba-008825c69808" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.965851] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.965996] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.966115] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.966345] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.966479] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.966632] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b96f8dc5-bf40-4d2b-8dba-008825c69808" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.966840] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-b96f8dc5-bf40-4d2b-8dba-008825c69808 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.966978] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b96f8dc5-bf40-4d2b-8dba-008825c69808" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.967085] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b96f8dc5-bf40-4d2b-8dba-008825c69808" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.967297] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b96f8dc5-bf40-4d2b-8dba-008825c69808" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.967513] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.967655] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.967756] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.967966] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.968764] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.969139] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b96f8dc5-bf40-4d2b-8dba-008825c69808" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.969305] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b96f8dc5-bf40-4d2b-8dba-008825c69808',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.978534] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.978690] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 91eb8d6d-be61-48e6-9855-f2f010096df8 is going to be deleted. [ 843.979884] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.980501] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.985655] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.985783] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.022936] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.023061] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.024924] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.024962] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a9e9b437-2bc8-4295-bdec-092587d904de is going to be deleted. [ 844.025902] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.026121] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.030722] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-787 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.030916] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-787" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.031094] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-787" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.031413] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-787" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.031708] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.031949] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.032031] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.032215] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.032412] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.032577] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 844.033161] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 844.033294] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 844.033456] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 844.033700] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 844.033821] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 844.033965] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 844.049291] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.049415] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.058537] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.058655] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.062475] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 844.062694] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 844.062840] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 844.063125] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-787" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.063483] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-d41e8413-961b-462c-88d4-cbf953fa2c25 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.063711] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-d41e8413-961b-462c-88d4-cbf953fa2c25" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.063840] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-d41e8413-961b-462c-88d4-cbf953fa2c25" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.064292] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-d41e8413-961b-462c-88d4-cbf953fa2c25" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.064458] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d41e8413-961b-462c-88d4-cbf953fa2c25',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.076343] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.076343] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 993468b1-322c-48af-ba8a-aaee2b56591d is going to be deleted. [ 844.077393] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.077628] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.156254] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.156254] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28908f26-35fb-4c69-af59-211e8a6a1c4c is going to be deleted. [ 844.157342] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.157457] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.157551] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.157677] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1beecef-d99d-4696-84b8-872296d6b217" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.158276] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.158276] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.158276] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.158276] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d6e809ec-2370-49ee-96b5-637301e5ea5c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.159802] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.159802] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.159802] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.159802] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.159802] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.159802] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.159802] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.159802] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f1a1bdf-51e8-4a33-8e5d-253748151bef" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.160089] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.160089] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.160134] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.160281] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20dd5851-9d03-42b8-bada-063939ac2f8b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.160429] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.160689] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.160689] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.160878] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.160991] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.161089] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.161262] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.161381] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.161477] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ed25a93-e947-45e8-974b-645111add6cd is going to be deleted. [ 844.162450] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.162617] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.162699] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.162817] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf2b9e5c-2739-481e-865c-b07f4f286b74" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.162962] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.163120] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.163194] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.163313] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.163934] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.164110] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.164416] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.164416] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ccb303f9-fe30-4443-bfa4-a4e7a0970db2" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.209595] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.209762] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.209800] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.210017] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.210115] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.210239] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-91eb8d6d-be61-48e6-9855-f2f010096df8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.212936] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.213083] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.213120] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.213318] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.213404] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.213528] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a9e9b437-2bc8-4295-bdec-092587d904de" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.217853] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.218020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.218064] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.218264] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.218747] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.219033] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-993468b1-322c-48af-ba8a-aaee2b56591d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.239449] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.239683] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.239771] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.239975] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.240085] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.240450] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.269033] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.269205] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.269205] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.269426] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.269466] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.269593] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-28908f26-35fb-4c69-af59-211e8a6a1c4c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.290157] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bf4de9a2-fc16-45b8-939c-537e3f2c7f65: rpc.has_security_group_logging(os_id): False [ 844.298407] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7d93a406-a4e8-49c7-825b-aa372fc54b45: rpc.has_security_group_logging(os_id): False [ 844.299245] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 526e4b2f-886d-4668-b7e6-b89e532036d8: rpc.has_security_group_logging(os_id): False [ 844.321184] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.321396] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.321396] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.322510] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.323421] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.323520] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.324595] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.324698] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.372593] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.372998] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.373181] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.373260] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.373505] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.373620] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.373874] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.373984] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.374070] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.374519] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.374519] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.374623] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.374683] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.374710] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.374851] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.374952] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.375064] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d93a406-a4e8-49c7-825b-aa372fc54b45 is going to be updated. [ 844.376241] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.376415] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.386314] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.386421] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.386514] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.386647] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.386793] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.386886] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.386947] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.387101] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.387177] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.387257] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.387347] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8f8e3172-8166-4ade-8782-0bf3cd8e6f8c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.418369] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.418636] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.418757] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.418823] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.419031] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.419186] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.419407] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.419507] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.419568] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.419717] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.419790] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.419972] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.420088] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.420153] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.420306] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.420379] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.420459] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 is going to be updated. [ 844.421558] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.421741] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.443909] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.444192] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.444312] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.444381] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.444646] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.444701] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.444914] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.445039] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.445106] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.445323] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.445411] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.445619] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.445713] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.445800] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.446054] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.446180] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.446303] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 526e4b2f-886d-4668-b7e6-b89e532036d8 is going to be updated. [ 844.462305] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 545dfe74-8723-4988-87cb-3d279ff4702c: rpc.has_security_group_logging(os_id): False [ 844.471305] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b96f8dc5-bf40-4d2b-8dba-008825c69808: rpc.has_security_group_logging(os_id): False [ 844.474039] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.474039] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.474039] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.474227] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.474273] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.488219] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.488383] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.488472] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.488658] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.490189] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d93a406-a4e8-49c7-825b-aa372fc54b45 in Status: IN_PROGRESS for 2s [ 844.499341] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.499479] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.527406] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.527406] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.529061] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.529061] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.529061] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.529061] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.529316] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.529377] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.529578] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.529718] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.529777] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.529931] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.530017] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.530226] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.530308] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.530370] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.530545] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.530681] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.531272] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b96f8dc5-bf40-4d2b-8dba-008825c69808 is going to be updated. [ 844.532452] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.533134] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.561869] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.561869] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.567057] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.567057] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.567057] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.567270] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.567270] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.567435] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port d41e8413-961b-462c-88d4-cbf953fa2c25 not found, creating... [ 844.567714] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.567849] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.567967] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.568203] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.568342] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.568648] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.568856] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.569057] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.569238] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.569375] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.569519] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: d41e8413-961b-462c-88d4-cbf953fa2c25 is going to be created. [ 844.615183] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.615491] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.615584] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.615654] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.615858] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.615940] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.616050] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 545dfe74-8723-4988-87cb-3d279ff4702c is going to be updated. [ 844.617155] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.617325] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.617460] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.618393] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.618555] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.618679] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.640018] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.640386] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.640582] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.640870] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.643668] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.644051] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-d41e8413-961b-462c-88d4-cbf953fa2c25" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.648328] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 526e4b2f-886d-4668-b7e6-b89e532036d8 in Status: IN_PROGRESS for 2s [ 844.680196] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 in Status: IN_PROGRESS for 2s [ 844.721355] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.721566] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.721611] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.722443] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.722443] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.733235] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.733235] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.733395] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.736188] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.736188] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.738243] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b96f8dc5-bf40-4d2b-8dba-008825c69808 in Status: IN_PROGRESS for 2s [ 844.743563] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 545dfe74-8723-4988-87cb-3d279ff4702c in Status: IN_PROGRESS for 2s [ 844.889659] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.889831] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.889906] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.890150] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.890352] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.890457] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.890522] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.890674] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.890763] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.890850] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.890997] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.891115] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.891176] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.891345] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.891492] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.891584] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.891637] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.891788] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.891866] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.891946] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.892045] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8f8e3172-8166-4ade-8782-0bf3cd8e6f8c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.388582] env[69596]: INFO networking_nsxv3.common.synchronization [req-5adf119a-3137-4d03-9a10-cc8e4ba9b783 req-a206ddba-c0eb-4025-b0f9-b06b3a91c964 service nova] Enqueued Resource ID: 7ed25a93-e947-45e8-974b-645111add6cd with Priority: HIGHEST for action security_group_rules [ 845.388582] env[69596]: INFO networking_nsxv3.common.synchronization [req-5adf119a-3137-4d03-9a10-cc8e4ba9b783 req-a206ddba-c0eb-4025-b0f9-b06b3a91c964 service nova] Enqueued Resource ID: 7ed25a93-e947-45e8-974b-645111add6cd with Priority: HIGHEST for action security_group_members [ 845.388877] env[69596]: INFO networking_nsxv3.common.synchronization [req-5adf119a-3137-4d03-9a10-cc8e4ba9b783 req-a206ddba-c0eb-4025-b0f9-b06b3a91c964 service nova] Enqueued Resource ID: d41e8413-961b-462c-88d4-cbf953fa2c25 with Priority: HIGHEST for action port [ 845.388989] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ed25a93-e947-45e8-974b-645111add6cd with Priority: HIGHEST for action security_group_rules [ 845.389108] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ed25a93-e947-45e8-974b-645111add6cd with Priority: HIGHEST for action security_group_members [ 845.389285] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d41e8413-961b-462c-88d4-cbf953fa2c25 with Priority: HIGHEST for action port [ 845.389762] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ed25a93-e947-45e8-974b-645111add6cd taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.389887] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.389952] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.390167] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.390479] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ed25a93-e947-45e8-974b-645111add6cd',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.391079] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ed25a93-e947-45e8-974b-645111add6cd taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.391196] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.391357] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.391457] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.391591] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.391684] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.391754] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.391876] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.391961] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.392106] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ed25a93-e947-45e8-974b-645111add6cd',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.392933] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-d41e8413-961b-462c-88d4-cbf953fa2c25 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.392933] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d41e8413-961b-462c-88d4-cbf953fa2c25" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.393024] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d41e8413-961b-462c-88d4-cbf953fa2c25" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.393115] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d41e8413-961b-462c-88d4-cbf953fa2c25" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.393183] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d41e8413-961b-462c-88d4-cbf953fa2c25',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.398137] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8f8e3172-8166-4ade-8782-0bf3cd8e6f8c: rpc.has_security_group_logging(os_id): False [ 845.415812] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.415950] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.416130] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.416235] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.416324] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.416517] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.416631] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.416680] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.416815] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.416942] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.417593] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.417593] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.417593] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.417593] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.417593] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.417593] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.417800] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.417800] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.417914] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.417968] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.418085] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f8e3172-8166-4ade-8782-0bf3cd8e6f8c is going to be updated. [ 845.444979] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a34bef7-16d4-4e38-aef7-2fdf6472ace4 in Status: SUCCESS [ 845.446366] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a34bef7-16d4-4e38-aef7-2fdf6472ace4" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.446939] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a34bef7-16d4-4e38-aef7-2fdf6472ace4" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.447349] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a34bef7-16d4-4e38-aef7-2fdf6472ace4" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.447585] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a34bef7-16d4-4e38-aef7-2fdf6472ace4',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.487272] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.487272] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.487272] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.487272] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.487272] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.503152] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f8e3172-8166-4ade-8782-0bf3cd8e6f8c in Status: IN_PROGRESS for 2s [ 845.894890] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ed25a93-e947-45e8-974b-645111add6cd',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.898182] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ed25a93-e947-45e8-974b-645111add6cd taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.898182] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.898182] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d41e8413-961b-462c-88d4-cbf953fa2c25 with status ACTIVE [ 845.898182] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.898182] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.898182] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.898182] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.898182] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.898182] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.898182] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.898182] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.898182] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.898182] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.898582] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.898582] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.898664] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.898836] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.899074] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.899074] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d41e8413-961b-462c-88d4-cbf953fa2c25 is going to be updated. [ 845.919956] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.920179] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.920250] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.920455] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.920587] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.920748] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d41e8413-961b-462c-88d4-cbf953fa2c25" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.954717] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a34bef7-16d4-4e38-aef7-2fdf6472ace4 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.954884] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a34bef7-16d4-4e38-aef7-2fdf6472ace4" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.955042] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a34bef7-16d4-4e38-aef7-2fdf6472ace4" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.955186] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a34bef7-16d4-4e38-aef7-2fdf6472ace4" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.955358] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.955462] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.955525] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.955679] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.955762] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.955844] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a34bef7-16d4-4e38-aef7-2fdf6472ace4" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.955932] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a34bef7-16d4-4e38-aef7-2fdf6472ace4',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.401403] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ed25a93-e947-45e8-974b-645111add6cd',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.460466] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a34bef7-16d4-4e38-aef7-2fdf6472ace4',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.503621] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d93a406-a4e8-49c7-825b-aa372fc54b45 in Status: SUCCESS [ 846.503895] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d93a406-a4e8-49c7-825b-aa372fc54b45" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.659504] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 526e4b2f-886d-4668-b7e6-b89e532036d8 in Status: SUCCESS [ 846.661126] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.695285] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 in Status: SUCCESS [ 846.695285] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.751140] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b96f8dc5-bf40-4d2b-8dba-008825c69808 in Status: SUCCESS [ 846.751471] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b96f8dc5-bf40-4d2b-8dba-008825c69808" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.753558] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 545dfe74-8723-4988-87cb-3d279ff4702c in Status: SUCCESS [ 846.753874] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-545dfe74-8723-4988-87cb-3d279ff4702c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.906540] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.906785] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.906891] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.907232] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.907352] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.907466] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ed25a93-e947-45e8-974b-645111add6cd is going to be created. [ 846.938676] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.938911] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.939055] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.939464] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.939695] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.952726] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ed25a93-e947-45e8-974b-645111add6cd in Status: UNINITIALIZED for 2s [ 846.967415] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a34bef7-16d4-4e38-aef7-2fdf6472ace4: rpc.has_security_group_logging(os_id): False [ 846.985433] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.985644] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.985644] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.985888] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.986286] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.986700] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.986895] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.986990] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.987203] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.987442] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.987442] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a34bef7-16d4-4e38-aef7-2fdf6472ace4 is going to be updated. [ 847.043598] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.043598] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.043598] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.043831] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.043831] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.059595] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a34bef7-16d4-4e38-aef7-2fdf6472ace4 in Status: IN_PROGRESS for 2s [ 847.518090] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f8e3172-8166-4ade-8782-0bf3cd8e6f8c in Status: SUCCESS [ 847.518360] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.573342] env[69596]: INFO networking_nsxv3.common.synchronization [req-b2aec93b-690a-485b-800f-3ae3af1ba732 req-54c56313-b8c9-45be-93ab-519b0c27018f tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Enqueued Resource ID: cc2b1871-23c8-47b1-a73e-ee5ee027d72b with Priority: HIGHEST for action security_group_members [ 848.576507] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc2b1871-23c8-47b1-a73e-ee5ee027d72b with Priority: HIGHEST for action security_group_members [ 848.577169] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc2b1871-23c8-47b1-a73e-ee5ee027d72b taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.577286] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc2b1871-23c8-47b1-a73e-ee5ee027d72b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.577428] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc2b1871-23c8-47b1-a73e-ee5ee027d72b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.577603] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc2b1871-23c8-47b1-a73e-ee5ee027d72b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.577780] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.577902] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.577952] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.578340] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.578340] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.578340] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc2b1871-23c8-47b1-a73e-ee5ee027d72b',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.965023] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ed25a93-e947-45e8-974b-645111add6cd in Status: SUCCESS [ 848.965023] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.965023] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.965023] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.965023] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.965023] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.965023] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.965023] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.965023] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.965023] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.965023] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7ed25a93-e947-45e8-974b-645111add6cd',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.081913] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.082104] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.082141] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.082424] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.082523] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.082739] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.082843] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.082906] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.083078] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.083179] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.083240] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc2b1871-23c8-47b1-a73e-ee5ee027d72b already deleted. [ 849.083320] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc2b1871-23c8-47b1-a73e-ee5ee027d72b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.093496] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a34bef7-16d4-4e38-aef7-2fdf6472ace4 in Status: SUCCESS [ 849.093747] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a34bef7-16d4-4e38-aef7-2fdf6472ace4" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.219714] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-407 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.219963] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-407" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.220114] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-407" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.220390] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-407" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.220663] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.220818] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.222727] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.223054] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.223268] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.223705] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 849.223705] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 849.223854] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 849.224241] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 849.224392] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 849.224513] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 849.224666] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 849.246080] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 849.246844] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 849.246844] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 849.246844] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-407" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.247208] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-5c5bfa25-0161-445e-9cd8-addec99b4721 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.247208] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-5c5bfa25-0161-445e-9cd8-addec99b4721" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.247329] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-5c5bfa25-0161-445e-9cd8-addec99b4721" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.247642] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-5c5bfa25-0161-445e-9cd8-addec99b4721" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.247791] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c5bfa25-0161-445e-9cd8-addec99b4721',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.467950] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ed25a93-e947-45e8-974b-645111add6cd taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.468167] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.468239] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.468474] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.468642] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.468742] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.468806] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.468953] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.469058] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.469153] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.469339] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ed25a93-e947-45e8-974b-645111add6cd taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.469442] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.469495] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.469629] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.469763] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.469852] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.469915] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.470186] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.470355] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.470432] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.470520] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7ed25a93-e947-45e8-974b-645111add6cd',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.751217] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.751576] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.752091] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.752091] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.752173] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.752329] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port 5c5bfa25-0161-445e-9cd8-addec99b4721 not found, creating... [ 849.752638] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.752873] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.753063] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.753309] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.753468] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.757020] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.757020] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.757020] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.757020] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.757020] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.757020] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: 5c5bfa25-0161-445e-9cd8-addec99b4721 is going to be created. [ 849.774248] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.776524] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.776524] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.776524] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.776524] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.776524] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-5c5bfa25-0161-445e-9cd8-addec99b4721" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.972581] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7ed25a93-e947-45e8-974b-645111add6cd: rpc.has_security_group_logging(os_id): False [ 850.008548] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.008689] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.008761] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.008979] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.009087] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.009312] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.009419] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.009478] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.009642] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.009728] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.009925] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.010036] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.010091] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.010225] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.010299] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.010481] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.010567] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.010623] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.010764] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.010839] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.010931] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ed25a93-e947-45e8-974b-645111add6cd is going to be created. [ 850.105451] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.105669] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.105669] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.105950] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.106083] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.117303] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ed25a93-e947-45e8-974b-645111add6cd in Status: IN_PROGRESS for 2s [ 850.651094] env[69596]: INFO networking_nsxv3.common.synchronization [req-b2aec93b-690a-485b-800f-3ae3af1ba732 req-71505ade-6386-4230-8cda-b4af2b4ccdef service nova] Enqueued Resource ID: cc2b1871-23c8-47b1-a73e-ee5ee027d72b with Priority: HIGHEST for action security_group_rules [ 850.651094] env[69596]: INFO networking_nsxv3.common.synchronization [req-b2aec93b-690a-485b-800f-3ae3af1ba732 req-71505ade-6386-4230-8cda-b4af2b4ccdef service nova] Enqueued Resource ID: cc2b1871-23c8-47b1-a73e-ee5ee027d72b with Priority: HIGHEST for action security_group_members [ 850.651094] env[69596]: INFO networking_nsxv3.common.synchronization [req-b2aec93b-690a-485b-800f-3ae3af1ba732 req-71505ade-6386-4230-8cda-b4af2b4ccdef service nova] Enqueued Resource ID: 5c5bfa25-0161-445e-9cd8-addec99b4721 with Priority: HIGHEST for action port [ 850.651094] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc2b1871-23c8-47b1-a73e-ee5ee027d72b with Priority: HIGHEST for action security_group_rules [ 850.651094] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc2b1871-23c8-47b1-a73e-ee5ee027d72b with Priority: HIGHEST for action security_group_members [ 850.651094] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c5bfa25-0161-445e-9cd8-addec99b4721 with Priority: HIGHEST for action port [ 850.651094] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc2b1871-23c8-47b1-a73e-ee5ee027d72b taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.651094] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc2b1871-23c8-47b1-a73e-ee5ee027d72b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.651803] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc2b1871-23c8-47b1-a73e-ee5ee027d72b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.652492] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc2b1871-23c8-47b1-a73e-ee5ee027d72b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.652965] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc2b1871-23c8-47b1-a73e-ee5ee027d72b',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.654961] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc2b1871-23c8-47b1-a73e-ee5ee027d72b taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.655304] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc2b1871-23c8-47b1-a73e-ee5ee027d72b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.655541] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc2b1871-23c8-47b1-a73e-ee5ee027d72b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.655968] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc2b1871-23c8-47b1-a73e-ee5ee027d72b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.657771] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.658101] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.658444] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.661043] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.661043] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.661043] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc2b1871-23c8-47b1-a73e-ee5ee027d72b',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.661627] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c5bfa25-0161-445e-9cd8-addec99b4721 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.661954] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c5bfa25-0161-445e-9cd8-addec99b4721" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.661954] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c5bfa25-0161-445e-9cd8-addec99b4721" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.662040] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c5bfa25-0161-445e-9cd8-addec99b4721" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.662082] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c5bfa25-0161-445e-9cd8-addec99b4721',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.156199] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc2b1871-23c8-47b1-a73e-ee5ee027d72b taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.156199] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc2b1871-23c8-47b1-a73e-ee5ee027d72b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.163736] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cc2b1871-23c8-47b1-a73e-ee5ee027d72b',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.165453] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5c5bfa25-0161-445e-9cd8-addec99b4721 with status ACTIVE [ 851.165692] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.165788] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.165843] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.169151] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.169151] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.169151] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.169151] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.169151] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.169151] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.169151] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.169151] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.169151] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.169151] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.169151] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.169151] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.169151] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5c5bfa25-0161-445e-9cd8-addec99b4721 is going to be updated. [ 851.198712] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.198829] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.198888] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.199570] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.199570] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.199570] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c5bfa25-0161-445e-9cd8-addec99b4721" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.665645] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cc2b1871-23c8-47b1-a73e-ee5ee027d72b',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.129153] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ed25a93-e947-45e8-974b-645111add6cd in Status: SUCCESS [ 852.129211] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.169900] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.170217] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.170217] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.170351] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.170443] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.170542] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc2b1871-23c8-47b1-a73e-ee5ee027d72b is going to be created. [ 852.193042] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.193042] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.193042] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.193231] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.193355] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.204535] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc2b1871-23c8-47b1-a73e-ee5ee027d72b in Status: UNINITIALIZED for 2s [ 853.978150] env[69596]: INFO networking_nsxv3.common.synchronization [req-0fe06322-f396-4fb7-a06d-2475dcf84930 req-6b48f901-cb8f-482a-915a-39e525a438cb tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Enqueued Resource ID: 5afc9254-219e-4511-af94-47853459010f with Priority: HIGHEST for action security_group_members [ 853.978150] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5afc9254-219e-4511-af94-47853459010f with Priority: HIGHEST for action security_group_members [ 853.978150] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-5afc9254-219e-4511-af94-47853459010f taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.978150] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.978150] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.978150] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.978150] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.978150] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.978150] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.978150] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.978150] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.978150] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5afc9254-219e-4511-af94-47853459010f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.215751] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc2b1871-23c8-47b1-a73e-ee5ee027d72b in Status: SUCCESS [ 854.215975] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc2b1871-23c8-47b1-a73e-ee5ee027d72b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.216161] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc2b1871-23c8-47b1-a73e-ee5ee027d72b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.216381] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc2b1871-23c8-47b1-a73e-ee5ee027d72b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.216575] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.216691] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.216757] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.216909] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.216989] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.217125] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc2b1871-23c8-47b1-a73e-ee5ee027d72b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.217169] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cc2b1871-23c8-47b1-a73e-ee5ee027d72b',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.281515] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-849 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.281764] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-849" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.281892] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-849" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.282176] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-849" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.282718] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.282889] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.283023] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.283405] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.283519] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.283807] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 854.283930] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 854.284057] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 854.284173] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 854.284288] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 854.284407] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 854.284527] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 854.301567] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 854.304981] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 854.304981] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 854.304981] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-849" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.304981] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-2691aede-1f7e-4a37-816d-9a3265038eef taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.304981] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-2691aede-1f7e-4a37-816d-9a3265038eef" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.304981] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-2691aede-1f7e-4a37-816d-9a3265038eef" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.304981] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-2691aede-1f7e-4a37-816d-9a3265038eef" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.304981] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2691aede-1f7e-4a37-816d-9a3265038eef',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.480943] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.481034] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.481110] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.481355] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.481448] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.481891] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.481891] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.481891] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.481999] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.481999] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.482098] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5afc9254-219e-4511-af94-47853459010f already deleted. [ 854.482176] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.492310] env[69596]: INFO networking_nsxv3.common.synchronization [req-ed978dc0-bc23-41f9-b179-0650f33bb92e req-4ed687b9-e2de-402d-9a67-8cd5a55a3cb7 tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] Enqueued Resource ID: fa5fb495-7d80-45b9-b164-3bffeecb3d08 with Priority: HIGHEST for action security_group_members [ 854.492845] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa5fb495-7d80-45b9-b164-3bffeecb3d08 with Priority: HIGHEST for action security_group_members [ 854.493152] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa5fb495-7d80-45b9-b164-3bffeecb3d08 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.493264] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa5fb495-7d80-45b9-b164-3bffeecb3d08" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.493336] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa5fb495-7d80-45b9-b164-3bffeecb3d08" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.493572] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa5fb495-7d80-45b9-b164-3bffeecb3d08" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.493862] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.493977] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.494047] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.494211] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.494289] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.494377] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa5fb495-7d80-45b9-b164-3bffeecb3d08',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.528722] env[69596]: INFO networking_nsxv3.common.synchronization [req-f89234cc-c299-4a91-a338-8e2b56cd37ea req-e00aafa3-213f-4f08-887d-8387c6cf8f6a tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Enqueued Resource ID: 8f8e3172-8166-4ade-8782-0bf3cd8e6f8c with Priority: HIGHEST for action security_group_members [ 854.529229] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f8e3172-8166-4ade-8782-0bf3cd8e6f8c with Priority: HIGHEST for action security_group_members [ 854.529541] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.529662] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.529730] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.529923] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.530728] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.530849] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.530916] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.531129] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.531372] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.531570] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f8e3172-8166-4ade-8782-0bf3cd8e6f8c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.719718] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cc2b1871-23c8-47b1-a73e-ee5ee027d72b',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.810171] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.810396] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.810527] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.811140] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.811438] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.811670] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port 2691aede-1f7e-4a37-816d-9a3265038eef not found, creating... [ 854.812082] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.812391] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.812583] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.812924] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.813173] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.813674] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.813823] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.814035] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.814368] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.814553] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.814761] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: 2691aede-1f7e-4a37-816d-9a3265038eef is going to be created. [ 854.835296] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.835500] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.835630] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.835957] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.836121] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.836347] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-2691aede-1f7e-4a37-816d-9a3265038eef" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.996514] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.996980] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.996980] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.997089] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.997256] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.997336] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.997459] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.997551] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.997704] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.997779] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.997896] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa5fb495-7d80-45b9-b164-3bffeecb3d08 already deleted. [ 854.998020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa5fb495-7d80-45b9-b164-3bffeecb3d08" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.035559] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8f8e3172-8166-4ade-8782-0bf3cd8e6f8c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.192717] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-699 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.193252] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-699" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.193420] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-699" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.194199] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-699" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.194646] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.194903] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.195094] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.195446] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.195610] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.195960] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 855.196218] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 855.196305] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 855.196432] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 855.196618] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 855.196860] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 855.197659] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 855.218896] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 855.219139] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 855.219350] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 855.219515] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-699" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.219857] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-7b8f7676-d0eb-42c9-b92e-9d418768bd82 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.220048] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-7b8f7676-d0eb-42c9-b92e-9d418768bd82" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.220175] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-7b8f7676-d0eb-42c9-b92e-9d418768bd82" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.220511] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-7b8f7676-d0eb-42c9-b92e-9d418768bd82" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.220657] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b8f7676-d0eb-42c9-b92e-9d418768bd82',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.221674] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cc2b1871-23c8-47b1-a73e-ee5ee027d72b: rpc.has_security_group_logging(os_id): False [ 855.251685] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.251954] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.251954] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.252319] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.252452] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.252741] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.252870] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.252941] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.253246] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.253354] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.253432] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc2b1871-23c8-47b1-a73e-ee5ee027d72b is going to be created. [ 855.316772] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.317056] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.317141] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.317322] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.317519] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.328691] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc2b1871-23c8-47b1-a73e-ee5ee027d72b in Status: IN_PROGRESS for 2s [ 855.538789] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8f8e3172-8166-4ade-8782-0bf3cd8e6f8c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.554096] env[69596]: INFO networking_nsxv3.common.synchronization [req-0fe06322-f396-4fb7-a06d-2475dcf84930 req-2fdb3190-5702-42d5-a108-9bbebd72fd4c service nova] Enqueued Resource ID: 5afc9254-219e-4511-af94-47853459010f with Priority: HIGHEST for action security_group_rules [ 855.554096] env[69596]: INFO networking_nsxv3.common.synchronization [req-0fe06322-f396-4fb7-a06d-2475dcf84930 req-2fdb3190-5702-42d5-a108-9bbebd72fd4c service nova] Enqueued Resource ID: 5afc9254-219e-4511-af94-47853459010f with Priority: HIGHEST for action security_group_members [ 855.554096] env[69596]: INFO networking_nsxv3.common.synchronization [req-0fe06322-f396-4fb7-a06d-2475dcf84930 req-2fdb3190-5702-42d5-a108-9bbebd72fd4c service nova] Enqueued Resource ID: 2691aede-1f7e-4a37-816d-9a3265038eef with Priority: HIGHEST for action port [ 855.554193] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5afc9254-219e-4511-af94-47853459010f with Priority: HIGHEST for action security_group_rules [ 855.554314] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5afc9254-219e-4511-af94-47853459010f with Priority: HIGHEST for action security_group_members [ 855.554969] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2691aede-1f7e-4a37-816d-9a3265038eef with Priority: HIGHEST for action port [ 855.556506] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5afc9254-219e-4511-af94-47853459010f taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.556638] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.556709] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.556930] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.557020] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5afc9254-219e-4511-af94-47853459010f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.557839] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-5afc9254-219e-4511-af94-47853459010f taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.557942] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.558018] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.558184] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.558328] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.558415] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.558521] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.558597] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.558672] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.558757] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5afc9254-219e-4511-af94-47853459010f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.559579] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-2691aede-1f7e-4a37-816d-9a3265038eef taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.559679] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2691aede-1f7e-4a37-816d-9a3265038eef" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.559679] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2691aede-1f7e-4a37-816d-9a3265038eef" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.561025] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2691aede-1f7e-4a37-816d-9a3265038eef" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.561025] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2691aede-1f7e-4a37-816d-9a3265038eef',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.727798] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.728043] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.728384] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.728502] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.728687] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.728966] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port 7b8f7676-d0eb-42c9-b92e-9d418768bd82 not found, creating... [ 855.729261] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.729480] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.729612] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.729852] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.730014] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.730343] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.730505] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.730647] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.730878] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.731026] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.731169] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: 7b8f7676-d0eb-42c9-b92e-9d418768bd82 is going to be created. [ 855.750292] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.750292] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.750292] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.750717] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.751126] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.751523] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-7b8f7676-d0eb-42c9-b92e-9d418768bd82" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.044141] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.044141] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.044141] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.044141] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.044528] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.044528] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f8e3172-8166-4ade-8782-0bf3cd8e6f8c is going to be updated. [ 856.062752] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5afc9254-219e-4511-af94-47853459010f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.063786] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-5afc9254-219e-4511-af94-47853459010f taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.063880] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.064060] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2691aede-1f7e-4a37-816d-9a3265038eef with status ACTIVE [ 856.064217] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.064332] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.064387] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.064582] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.064711] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.064830] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.064927] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.064987] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.065147] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.065222] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.065401] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.065484] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.065540] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.065675] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.065749] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.065833] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2691aede-1f7e-4a37-816d-9a3265038eef is going to be updated. [ 856.072916] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.073009] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.073059] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.073225] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.073362] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.081248] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f8e3172-8166-4ade-8782-0bf3cd8e6f8c in Status: IN_PROGRESS for 2s [ 856.084982] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.085145] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.085233] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.085436] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.085663] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.085855] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2691aede-1f7e-4a37-816d-9a3265038eef" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.532428] env[69596]: INFO networking_nsxv3.common.synchronization [req-ed978dc0-bc23-41f9-b179-0650f33bb92e req-52c22bc0-948d-4b48-9a23-5aff53820fec service nova] Enqueued Resource ID: fa5fb495-7d80-45b9-b164-3bffeecb3d08 with Priority: HIGHEST for action security_group_rules [ 856.532610] env[69596]: INFO networking_nsxv3.common.synchronization [req-ed978dc0-bc23-41f9-b179-0650f33bb92e req-52c22bc0-948d-4b48-9a23-5aff53820fec service nova] Enqueued Resource ID: fa5fb495-7d80-45b9-b164-3bffeecb3d08 with Priority: HIGHEST for action security_group_members [ 856.532752] env[69596]: INFO networking_nsxv3.common.synchronization [req-ed978dc0-bc23-41f9-b179-0650f33bb92e req-52c22bc0-948d-4b48-9a23-5aff53820fec service nova] Enqueued Resource ID: 7b8f7676-d0eb-42c9-b92e-9d418768bd82 with Priority: HIGHEST for action port [ 856.532997] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa5fb495-7d80-45b9-b164-3bffeecb3d08 with Priority: HIGHEST for action security_group_rules [ 856.533163] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa5fb495-7d80-45b9-b164-3bffeecb3d08 with Priority: HIGHEST for action security_group_members [ 856.533262] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b8f7676-d0eb-42c9-b92e-9d418768bd82 with Priority: HIGHEST for action port [ 856.533840] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa5fb495-7d80-45b9-b164-3bffeecb3d08 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.533989] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa5fb495-7d80-45b9-b164-3bffeecb3d08" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.534219] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa5fb495-7d80-45b9-b164-3bffeecb3d08" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.534488] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa5fb495-7d80-45b9-b164-3bffeecb3d08" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.534588] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa5fb495-7d80-45b9-b164-3bffeecb3d08',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.535866] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa5fb495-7d80-45b9-b164-3bffeecb3d08 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.535975] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa5fb495-7d80-45b9-b164-3bffeecb3d08" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.536055] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa5fb495-7d80-45b9-b164-3bffeecb3d08" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.536232] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa5fb495-7d80-45b9-b164-3bffeecb3d08" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.536378] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.536472] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.536534] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.536673] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.536756] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.536846] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa5fb495-7d80-45b9-b164-3bffeecb3d08',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.537585] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b8f7676-d0eb-42c9-b92e-9d418768bd82 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.537689] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b8f7676-d0eb-42c9-b92e-9d418768bd82" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.537755] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b8f7676-d0eb-42c9-b92e-9d418768bd82" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.537900] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b8f7676-d0eb-42c9-b92e-9d418768bd82" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.537972] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b8f7676-d0eb-42c9-b92e-9d418768bd82',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.567707] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5afc9254-219e-4511-af94-47853459010f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.036410] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa5fb495-7d80-45b9-b164-3bffeecb3d08 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.036539] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa5fb495-7d80-45b9-b164-3bffeecb3d08" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.042928] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7b8f7676-d0eb-42c9-b92e-9d418768bd82 with status ACTIVE [ 857.043176] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.043307] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.043378] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.043590] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.043677] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.043852] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.043945] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.044016] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.044166] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.044472] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.044472] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.044546] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.044546] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.044680] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.044756] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.044833] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7b8f7676-d0eb-42c9-b92e-9d418768bd82 is going to be updated. [ 857.045954] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa5fb495-7d80-45b9-b164-3bffeecb3d08',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.065304] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.065520] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.065520] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.065746] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.065874] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.066040] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b8f7676-d0eb-42c9-b92e-9d418768bd82" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.069780] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.070016] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.070122] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.070268] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.070354] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.070456] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5afc9254-219e-4511-af94-47853459010f is going to be created. [ 857.096497] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.096718] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.096825] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.097093] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.097307] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.106120] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5afc9254-219e-4511-af94-47853459010f in Status: UNINITIALIZED for 2s [ 857.341615] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc2b1871-23c8-47b1-a73e-ee5ee027d72b in Status: SUCCESS [ 857.341615] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc2b1871-23c8-47b1-a73e-ee5ee027d72b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.548377] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa5fb495-7d80-45b9-b164-3bffeecb3d08',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.054753] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.055311] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.055311] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.055311] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.055311] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.055522] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa5fb495-7d80-45b9-b164-3bffeecb3d08 is going to be created. [ 858.079150] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.079372] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.079453] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.079697] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.079879] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.090409] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f8e3172-8166-4ade-8782-0bf3cd8e6f8c in Status: SUCCESS [ 858.090643] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.091644] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa5fb495-7d80-45b9-b164-3bffeecb3d08 in Status: UNINITIALIZED for 2s [ 859.115926] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5afc9254-219e-4511-af94-47853459010f in Status: SUCCESS [ 859.116313] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.116313] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.116965] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.117231] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.117383] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.117481] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.118626] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.118626] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.118626] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.118626] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5afc9254-219e-4511-af94-47853459010f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.173807] env[69596]: INFO networking_nsxv3.common.synchronization [req-b2c972ce-a1b6-4f51-9e20-f2911ced8444 req-cbe01a14-f1b3-4cc3-b2c3-c47ffcb6784c tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Enqueued Resource ID: 08b580bd-8f2d-4784-be88-380b69cef54a with Priority: HIGHEST for action security_group_members [ 859.174123] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08b580bd-8f2d-4784-be88-380b69cef54a with Priority: HIGHEST for action security_group_members [ 859.174354] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-08b580bd-8f2d-4784-be88-380b69cef54a taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.174485] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.174530] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.174737] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.174887] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.174985] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.177918] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.177918] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.177918] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.177918] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08b580bd-8f2d-4784-be88-380b69cef54a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.621488] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-5afc9254-219e-4511-af94-47853459010f taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.621663] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.621735] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.621955] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.622156] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.622256] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.622329] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.622565] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.622725] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.622829] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.623039] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-5afc9254-219e-4511-af94-47853459010f taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.623106] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.623172] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.623333] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.623476] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.623572] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.623634] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.623775] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.623853] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.623936] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.625121] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5afc9254-219e-4511-af94-47853459010f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.680612] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.680612] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.680612] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.680612] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.680612] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.680612] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.680612] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.681139] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.681139] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.681139] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.681139] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08b580bd-8f2d-4784-be88-380b69cef54a is going to be updated. [ 859.709596] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.709790] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.709877] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.710165] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.710588] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.748119] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08b580bd-8f2d-4784-be88-380b69cef54a in Status: IN_PROGRESS for 2s [ 860.101925] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa5fb495-7d80-45b9-b164-3bffeecb3d08 in Status: SUCCESS [ 860.102793] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa5fb495-7d80-45b9-b164-3bffeecb3d08" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.102793] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa5fb495-7d80-45b9-b164-3bffeecb3d08" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.102793] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa5fb495-7d80-45b9-b164-3bffeecb3d08" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.102793] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.103214] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.103214] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.103214] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.103214] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.103403] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa5fb495-7d80-45b9-b164-3bffeecb3d08" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.103403] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fa5fb495-7d80-45b9-b164-3bffeecb3d08',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.127635] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5afc9254-219e-4511-af94-47853459010f: rpc.has_security_group_logging(os_id): False [ 860.143556] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.143755] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.143845] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.144150] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.144271] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.144557] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.144747] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.144747] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.145084] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.145084] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.145321] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.145436] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.145436] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.145596] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.145646] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.145847] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.145959] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.146029] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.146524] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.146718] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.146796] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5afc9254-219e-4511-af94-47853459010f is going to be created. [ 860.230669] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.231489] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.231836] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.232119] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.232500] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.243779] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5afc9254-219e-4511-af94-47853459010f in Status: IN_PROGRESS for 2s [ 860.528666] env[69596]: INFO networking_nsxv3.common.synchronization [req-976cd8e1-82fa-46d0-913b-dfcfbc765c8a req-7fd45d50-341a-427f-be42-c0b556fa0943 tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] Enqueued Resource ID: 5c82cc0b-25c7-4a42-8f5d-f096b8251e3f with Priority: HIGHEST for action security_group_members [ 860.529524] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c82cc0b-25c7-4a42-8f5d-f096b8251e3f with Priority: HIGHEST for action security_group_members [ 860.529992] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c82cc0b-25c7-4a42-8f5d-f096b8251e3f taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.530098] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c82cc0b-25c7-4a42-8f5d-f096b8251e3f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.530296] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c82cc0b-25c7-4a42-8f5d-f096b8251e3f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.530481] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c82cc0b-25c7-4a42-8f5d-f096b8251e3f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.530723] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.530883] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.530981] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.531200] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.531342] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.531726] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c82cc0b-25c7-4a42-8f5d-f096b8251e3f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.605427] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa5fb495-7d80-45b9-b164-3bffeecb3d08 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.605585] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa5fb495-7d80-45b9-b164-3bffeecb3d08" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.605654] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa5fb495-7d80-45b9-b164-3bffeecb3d08" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.605869] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa5fb495-7d80-45b9-b164-3bffeecb3d08" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.607095] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.607333] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.607333] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.607512] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.607601] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.607687] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa5fb495-7d80-45b9-b164-3bffeecb3d08" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.607864] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa5fb495-7d80-45b9-b164-3bffeecb3d08 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.607964] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa5fb495-7d80-45b9-b164-3bffeecb3d08" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.608046] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa5fb495-7d80-45b9-b164-3bffeecb3d08" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.608771] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa5fb495-7d80-45b9-b164-3bffeecb3d08" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.608859] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.608982] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.609085] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.609252] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.609830] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.609830] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa5fb495-7d80-45b9-b164-3bffeecb3d08" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.609994] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fa5fb495-7d80-45b9-b164-3bffeecb3d08',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.951630] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-335 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.951883] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-335" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.952038] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-335" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.952362] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-335" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.952868] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.953068] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.953198] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.953474] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.953972] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.953972] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 860.953972] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 860.954128] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 860.954233] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 860.954349] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 860.954460] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 860.954602] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 860.971885] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 860.971885] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 860.972092] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 860.972854] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-335" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.972854] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-959c7bfd-bdc3-40ce-964f-e8a8e3e6b978 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.973165] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-959c7bfd-bdc3-40ce-964f-e8a8e3e6b978" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.973165] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-959c7bfd-bdc3-40ce-964f-e8a8e3e6b978" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.973650] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-959c7bfd-bdc3-40ce-964f-e8a8e3e6b978" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.973650] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('959c7bfd-bdc3-40ce-964f-e8a8e3e6b978',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.033449] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.033589] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.033749] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.033926] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.034031] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.034238] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.034342] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.034393] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.034915] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.034915] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.034915] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c82cc0b-25c7-4a42-8f5d-f096b8251e3f already deleted. [ 861.034915] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c82cc0b-25c7-4a42-8f5d-f096b8251e3f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.114974] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fa5fb495-7d80-45b9-b164-3bffeecb3d08: rpc.has_security_group_logging(os_id): False [ 861.133027] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.133371] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.133371] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.133478] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.133584] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.133803] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.133907] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.133971] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.134169] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.134257] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.134469] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.134566] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.134629] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.135077] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.135556] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.135901] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.136069] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.136183] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.136370] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.136497] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.136627] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa5fb495-7d80-45b9-b164-3bffeecb3d08 is going to be created. [ 861.202027] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.202281] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.202281] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.202543] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.202793] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.233721] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa5fb495-7d80-45b9-b164-3bffeecb3d08 in Status: IN_PROGRESS for 2s [ 861.477052] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.477052] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.477052] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.477052] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.477052] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.477272] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port 959c7bfd-bdc3-40ce-964f-e8a8e3e6b978 not found, creating... [ 861.478252] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.478252] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.478252] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.479377] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.479377] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.479377] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.479377] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.479377] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.479740] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.484036] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.484036] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: 959c7bfd-bdc3-40ce-964f-e8a8e3e6b978 is going to be created. [ 861.504610] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.504908] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.505074] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.505414] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.505683] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.505954] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-959c7bfd-bdc3-40ce-964f-e8a8e3e6b978" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.758368] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08b580bd-8f2d-4784-be88-380b69cef54a in Status: SUCCESS [ 861.758555] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08b580bd-8f2d-4784-be88-380b69cef54a deletion is rescheduled due to dependency. [ 861.758944] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.260388] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5afc9254-219e-4511-af94-47853459010f in Status: SUCCESS [ 862.260388] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.357909] env[69596]: INFO networking_nsxv3.common.synchronization [None req-e9c0b53e-153f-4321-b4e2-d805d13e12a9 None None] Enqueued Resource ID: 319def06-45d1-4fc1-9933-0af6cef36b4d with Priority: HIGHEST for action port [ 862.359039] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 319def06-45d1-4fc1-9933-0af6cef36b4d with Priority: HIGHEST for action port [ 862.359039] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-319def06-45d1-4fc1-9933-0af6cef36b4d taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.359604] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-319def06-45d1-4fc1-9933-0af6cef36b4d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.359676] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-319def06-45d1-4fc1-9933-0af6cef36b4d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.360031] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-319def06-45d1-4fc1-9933-0af6cef36b4d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.360827] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('319def06-45d1-4fc1-9933-0af6cef36b4d',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.564109] env[69596]: INFO networking_nsxv3.common.synchronization [req-976cd8e1-82fa-46d0-913b-dfcfbc765c8a req-5a2a2d0e-4a86-48b0-93f4-eb1d8ed42cb6 service nova] Enqueued Resource ID: 5c82cc0b-25c7-4a42-8f5d-f096b8251e3f with Priority: HIGHEST for action security_group_rules [ 862.564304] env[69596]: INFO networking_nsxv3.common.synchronization [req-976cd8e1-82fa-46d0-913b-dfcfbc765c8a req-5a2a2d0e-4a86-48b0-93f4-eb1d8ed42cb6 service nova] Enqueued Resource ID: 5c82cc0b-25c7-4a42-8f5d-f096b8251e3f with Priority: HIGHEST for action security_group_members [ 862.564448] env[69596]: INFO networking_nsxv3.common.synchronization [req-976cd8e1-82fa-46d0-913b-dfcfbc765c8a req-5a2a2d0e-4a86-48b0-93f4-eb1d8ed42cb6 service nova] Enqueued Resource ID: 959c7bfd-bdc3-40ce-964f-e8a8e3e6b978 with Priority: HIGHEST for action port [ 862.565325] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c82cc0b-25c7-4a42-8f5d-f096b8251e3f with Priority: HIGHEST for action security_group_rules [ 862.565325] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c82cc0b-25c7-4a42-8f5d-f096b8251e3f with Priority: HIGHEST for action security_group_members [ 862.565325] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 959c7bfd-bdc3-40ce-964f-e8a8e3e6b978 with Priority: HIGHEST for action port [ 862.567664] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5c82cc0b-25c7-4a42-8f5d-f096b8251e3f taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.567664] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5c82cc0b-25c7-4a42-8f5d-f096b8251e3f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.567664] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5c82cc0b-25c7-4a42-8f5d-f096b8251e3f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.567914] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5c82cc0b-25c7-4a42-8f5d-f096b8251e3f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.567996] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5c82cc0b-25c7-4a42-8f5d-f096b8251e3f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.569922] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c82cc0b-25c7-4a42-8f5d-f096b8251e3f taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.570056] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c82cc0b-25c7-4a42-8f5d-f096b8251e3f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.570131] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c82cc0b-25c7-4a42-8f5d-f096b8251e3f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.570496] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c82cc0b-25c7-4a42-8f5d-f096b8251e3f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.570690] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.570794] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.570857] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.571015] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.571102] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.571192] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c82cc0b-25c7-4a42-8f5d-f096b8251e3f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.575753] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-959c7bfd-bdc3-40ce-964f-e8a8e3e6b978 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.575753] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-959c7bfd-bdc3-40ce-964f-e8a8e3e6b978" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.575753] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-959c7bfd-bdc3-40ce-964f-e8a8e3e6b978" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.575753] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-959c7bfd-bdc3-40ce-964f-e8a8e3e6b978" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.575753] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('959c7bfd-bdc3-40ce-964f-e8a8e3e6b978',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.863054] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 319def06-45d1-4fc1-9933-0af6cef36b4d [ 862.864543] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.864543] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.864543] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.864543] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.864543] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.864543] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:319def06-45d1-4fc1-9933-0af6cef36b4d already deleted. [ 862.864543] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-319def06-45d1-4fc1-9933-0af6cef36b4d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.071282] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c82cc0b-25c7-4a42-8f5d-f096b8251e3f taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.071282] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c82cc0b-25c7-4a42-8f5d-f096b8251e3f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.079898] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5c82cc0b-25c7-4a42-8f5d-f096b8251e3f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.079898] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 959c7bfd-bdc3-40ce-964f-e8a8e3e6b978 with status ACTIVE [ 863.079898] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.079898] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.079898] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.079898] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.079898] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.079898] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.079898] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.079898] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.079898] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.079898] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.079898] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.079898] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.079898] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.082134] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.085638] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.085638] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 959c7bfd-bdc3-40ce-964f-e8a8e3e6b978 is going to be updated. [ 863.108316] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.108316] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.108316] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.108316] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.108316] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.108316] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-959c7bfd-bdc3-40ce-964f-e8a8e3e6b978" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.249883] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa5fb495-7d80-45b9-b164-3bffeecb3d08 in Status: SUCCESS [ 863.249883] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa5fb495-7d80-45b9-b164-3bffeecb3d08" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.374240] env[69596]: INFO networking_nsxv3.common.synchronization [None req-d60a0cb8-e122-4f57-a371-7fc0eb7a461c tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] Enqueued Resource ID: c38c4cd9-ba63-4312-9b86-62c0f685fc55 with Priority: HIGHEST for action security_group_rules [ 863.374240] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c38c4cd9-ba63-4312-9b86-62c0f685fc55 with Priority: HIGHEST for action security_group_rules [ 863.374539] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c38c4cd9-ba63-4312-9b86-62c0f685fc55 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.374674] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c38c4cd9-ba63-4312-9b86-62c0f685fc55" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.374731] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c38c4cd9-ba63-4312-9b86-62c0f685fc55" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.374982] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c38c4cd9-ba63-4312-9b86-62c0f685fc55" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.375080] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c38c4cd9-ba63-4312-9b86-62c0f685fc55',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.585382] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5c82cc0b-25c7-4a42-8f5d-f096b8251e3f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.613716] env[69596]: INFO networking_nsxv3.common.synchronization [None req-f32b0a1d-2937-4c2c-a639-8230f6045fb6 tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] Enqueued Resource ID: c38c4cd9-ba63-4312-9b86-62c0f685fc55 with Priority: HIGHEST for action security_group_rules [ 863.614460] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c38c4cd9-ba63-4312-9b86-62c0f685fc55 with Priority: HIGHEST for action security_group_rules [ 863.614761] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c38c4cd9-ba63-4312-9b86-62c0f685fc55 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.614859] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c38c4cd9-ba63-4312-9b86-62c0f685fc55" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.902103] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.902103] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.902103] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.902103] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.902103] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.902103] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c38c4cd9-ba63-4312-9b86-62c0f685fc55 already deleted. [ 863.902103] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c38c4cd9-ba63-4312-9b86-62c0f685fc55" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.902103] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c38c4cd9-ba63-4312-9b86-62c0f685fc55" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.902103] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c38c4cd9-ba63-4312-9b86-62c0f685fc55" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.902103] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c38c4cd9-ba63-4312-9b86-62c0f685fc55',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.089447] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.089533] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.089650] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.090930] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.090930] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.090930] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c82cc0b-25c7-4a42-8f5d-f096b8251e3f is going to be created. [ 864.112714] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.113240] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.113753] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.114552] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.115486] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.127142] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c82cc0b-25c7-4a42-8f5d-f096b8251e3f in Status: UNINITIALIZED for 2s [ 864.424633] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.424633] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.424633] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.424633] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.424633] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.424633] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c38c4cd9-ba63-4312-9b86-62c0f685fc55 already deleted. [ 864.424633] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c38c4cd9-ba63-4312-9b86-62c0f685fc55" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.680903] env[69596]: INFO networking_nsxv3.common.synchronization [None req-8b219856-4bed-48d6-9b68-ae0a20d33695 None None] Enqueued Resource ID: 88002a89-2b24-4362-a5c9-612389843413 with Priority: HIGHEST for action port [ 864.681621] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88002a89-2b24-4362-a5c9-612389843413 with Priority: HIGHEST for action port [ 864.683098] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-88002a89-2b24-4362-a5c9-612389843413 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.683098] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88002a89-2b24-4362-a5c9-612389843413" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.683098] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88002a89-2b24-4362-a5c9-612389843413" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.683375] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88002a89-2b24-4362-a5c9-612389843413" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.683465] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88002a89-2b24-4362-a5c9-612389843413',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.187104] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 88002a89-2b24-4362-a5c9-612389843413 [ 865.187351] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.187475] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.187817] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.187817] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.187945] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.187945] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:88002a89-2b24-4362-a5c9-612389843413 already deleted. [ 865.188061] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88002a89-2b24-4362-a5c9-612389843413" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.138397] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c82cc0b-25c7-4a42-8f5d-f096b8251e3f in Status: UNINITIALIZED for 4s [ 868.052253] env[69596]: INFO networking_nsxv3.common.synchronization [req-971849f7-5ec7-4bda-af28-56da441864e2 req-71f74ecb-d207-4768-af84-2ee6dca6597f tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] Enqueued Resource ID: e7ca1301-f88b-49d8-ae1f-cd8cf65c9b2e with Priority: HIGHEST for action security_group_members [ 868.057675] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7ca1301-f88b-49d8-ae1f-cd8cf65c9b2e with Priority: HIGHEST for action security_group_members [ 868.057675] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7ca1301-f88b-49d8-ae1f-cd8cf65c9b2e taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.057675] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7ca1301-f88b-49d8-ae1f-cd8cf65c9b2e" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.057675] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7ca1301-f88b-49d8-ae1f-cd8cf65c9b2e" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.057675] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7ca1301-f88b-49d8-ae1f-cd8cf65c9b2e" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.057675] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.057675] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.057675] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.057675] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.057675] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.057675] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7ca1301-f88b-49d8-ae1f-cd8cf65c9b2e',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.150139] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c82cc0b-25c7-4a42-8f5d-f096b8251e3f in Status: SUCCESS [ 868.150448] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c82cc0b-25c7-4a42-8f5d-f096b8251e3f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.150701] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c82cc0b-25c7-4a42-8f5d-f096b8251e3f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.151011] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c82cc0b-25c7-4a42-8f5d-f096b8251e3f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.151261] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.151416] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.151485] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.151647] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.151724] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.151809] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c82cc0b-25c7-4a42-8f5d-f096b8251e3f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.151898] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5c82cc0b-25c7-4a42-8f5d-f096b8251e3f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.510236] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-508 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.510236] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-508" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.510236] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-508" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.510236] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-508" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.510236] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.510236] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.510236] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.511318] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.511652] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.512356] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 868.512848] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 868.513239] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 868.513597] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 868.513977] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 868.514720] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 868.514720] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 868.545306] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 868.545306] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 868.545306] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 868.545306] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-508" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.545306] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-e74c8721-04d2-420b-820d-1b3929d6c954 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.545306] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-e74c8721-04d2-420b-820d-1b3929d6c954" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.545306] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-e74c8721-04d2-420b-820d-1b3929d6c954" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.545306] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-e74c8721-04d2-420b-820d-1b3929d6c954" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.545306] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e74c8721-04d2-420b-820d-1b3929d6c954',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.559893] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.559893] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.560023] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.560290] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.560415] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.560622] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.560723] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.560787] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.560971] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.561090] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.561206] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7ca1301-f88b-49d8-ae1f-cd8cf65c9b2e already deleted. [ 868.561301] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7ca1301-f88b-49d8-ae1f-cd8cf65c9b2e" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.653792] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c82cc0b-25c7-4a42-8f5d-f096b8251e3f taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.653951] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c82cc0b-25c7-4a42-8f5d-f096b8251e3f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.654032] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c82cc0b-25c7-4a42-8f5d-f096b8251e3f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.654279] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c82cc0b-25c7-4a42-8f5d-f096b8251e3f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.654485] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.654669] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.654742] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.654931] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.655036] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.655130] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c82cc0b-25c7-4a42-8f5d-f096b8251e3f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.655307] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c82cc0b-25c7-4a42-8f5d-f096b8251e3f taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.655401] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c82cc0b-25c7-4a42-8f5d-f096b8251e3f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.655486] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c82cc0b-25c7-4a42-8f5d-f096b8251e3f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.655661] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c82cc0b-25c7-4a42-8f5d-f096b8251e3f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.655801] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.655906] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.655959] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.656108] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.656184] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.656267] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c82cc0b-25c7-4a42-8f5d-f096b8251e3f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.656389] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5c82cc0b-25c7-4a42-8f5d-f096b8251e3f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.050830] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.051100] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.051250] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.051557] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.051741] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.052361] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port e74c8721-04d2-420b-820d-1b3929d6c954 not found, creating... [ 869.052361] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.052361] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.052705] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.052705] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.053500] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.053500] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.053500] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.053500] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.053732] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.053732] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.053848] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: e74c8721-04d2-420b-820d-1b3929d6c954 is going to be created. [ 869.075022] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.075022] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.075022] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.075022] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.075666] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.076276] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-e74c8721-04d2-420b-820d-1b3929d6c954" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.163647] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5c82cc0b-25c7-4a42-8f5d-f096b8251e3f: rpc.has_security_group_logging(os_id): False [ 869.190057] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.190057] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.190057] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.190057] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.190057] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.190057] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.190057] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.190057] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.190057] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.190057] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.190057] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.190057] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.190057] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.190057] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.190057] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.190694] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.190694] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.191367] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.194080] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.194080] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.194080] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5c82cc0b-25c7-4a42-8f5d-f096b8251e3f is going to be created. [ 869.265782] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.266871] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.266871] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.266871] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.266871] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.276975] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5c82cc0b-25c7-4a42-8f5d-f096b8251e3f in Status: IN_PROGRESS for 2s [ 869.838647] env[69596]: INFO networking_nsxv3.common.synchronization [req-971849f7-5ec7-4bda-af28-56da441864e2 req-7f252465-06ed-480a-a000-4a0ab9895b5a service nova] Enqueued Resource ID: e7ca1301-f88b-49d8-ae1f-cd8cf65c9b2e with Priority: HIGHEST for action security_group_rules [ 869.839295] env[69596]: INFO networking_nsxv3.common.synchronization [req-971849f7-5ec7-4bda-af28-56da441864e2 req-7f252465-06ed-480a-a000-4a0ab9895b5a service nova] Enqueued Resource ID: e7ca1301-f88b-49d8-ae1f-cd8cf65c9b2e with Priority: HIGHEST for action security_group_members [ 869.839527] env[69596]: INFO networking_nsxv3.common.synchronization [req-971849f7-5ec7-4bda-af28-56da441864e2 req-7f252465-06ed-480a-a000-4a0ab9895b5a service nova] Enqueued Resource ID: e74c8721-04d2-420b-820d-1b3929d6c954 with Priority: HIGHEST for action port [ 869.840301] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7ca1301-f88b-49d8-ae1f-cd8cf65c9b2e with Priority: HIGHEST for action security_group_rules [ 869.840448] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7ca1301-f88b-49d8-ae1f-cd8cf65c9b2e with Priority: HIGHEST for action security_group_members [ 869.840545] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e74c8721-04d2-420b-820d-1b3929d6c954 with Priority: HIGHEST for action port [ 869.840834] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e7ca1301-f88b-49d8-ae1f-cd8cf65c9b2e taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.842441] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e7ca1301-f88b-49d8-ae1f-cd8cf65c9b2e" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.842441] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e7ca1301-f88b-49d8-ae1f-cd8cf65c9b2e" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.843174] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e7ca1301-f88b-49d8-ae1f-cd8cf65c9b2e" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.843174] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e7ca1301-f88b-49d8-ae1f-cd8cf65c9b2e',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.843796] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7ca1301-f88b-49d8-ae1f-cd8cf65c9b2e taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.843935] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7ca1301-f88b-49d8-ae1f-cd8cf65c9b2e" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.844052] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7ca1301-f88b-49d8-ae1f-cd8cf65c9b2e" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.844673] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7ca1301-f88b-49d8-ae1f-cd8cf65c9b2e" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.845469] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.845469] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.845469] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.845469] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.845469] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.845469] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7ca1301-f88b-49d8-ae1f-cd8cf65c9b2e',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.848485] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-e74c8721-04d2-420b-820d-1b3929d6c954 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.848485] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e74c8721-04d2-420b-820d-1b3929d6c954" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.848485] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e74c8721-04d2-420b-820d-1b3929d6c954" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.848485] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e74c8721-04d2-420b-820d-1b3929d6c954" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.848485] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e74c8721-04d2-420b-820d-1b3929d6c954',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.112042] env[69596]: INFO networking_nsxv3.common.synchronization [req-fb05dc75-1385-4f9b-9ce4-482e4e202b93 req-b7b591e0-3f7a-4a8f-8083-737baac77348 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Enqueued Resource ID: 5afc9254-219e-4511-af94-47853459010f with Priority: HIGHEST for action security_group_members [ 870.115023] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5afc9254-219e-4511-af94-47853459010f with Priority: HIGHEST for action security_group_members [ 870.115023] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-5afc9254-219e-4511-af94-47853459010f taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.115023] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.115023] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.115023] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.115023] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.115023] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.115023] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.115023] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.115023] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.115023] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5afc9254-219e-4511-af94-47853459010f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.347675] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e7ca1301-f88b-49d8-ae1f-cd8cf65c9b2e',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.348741] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7ca1301-f88b-49d8-ae1f-cd8cf65c9b2e taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.348856] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7ca1301-f88b-49d8-ae1f-cd8cf65c9b2e" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.349210] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e74c8721-04d2-420b-820d-1b3929d6c954 with status ACTIVE [ 870.349371] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.349482] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.349560] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.349761] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.349865] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.350038] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.351860] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.351860] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.351860] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.351860] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.351860] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.351860] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.351860] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.351860] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.351860] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.351860] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e74c8721-04d2-420b-820d-1b3929d6c954 is going to be updated. [ 870.358257] env[69596]: INFO networking_nsxv3.common.synchronization [req-cf55eace-2516-4b9f-b9dc-76f63d7dcc20 req-e2b99265-2bdd-4c4e-9774-336a78f794e0 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Enqueued Resource ID: 526e4b2f-886d-4668-b7e6-b89e532036d8 with Priority: HIGHEST for action security_group_members [ 870.359025] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 526e4b2f-886d-4668-b7e6-b89e532036d8 with Priority: HIGHEST for action security_group_members [ 870.359521] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-526e4b2f-886d-4668-b7e6-b89e532036d8 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.359653] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.359721] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.359907] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.360067] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.360167] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.360231] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.360380] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.360466] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.360560] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('526e4b2f-886d-4668-b7e6-b89e532036d8',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.369696] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.369842] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.369914] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.370132] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.370245] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.370406] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e74c8721-04d2-420b-820d-1b3929d6c954" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.474535] env[69596]: INFO networking_nsxv3.common.synchronization [req-9c807093-a96e-44bd-ae43-840542fbb6eb req-054ebba1-b154-438f-b8ba-967cfa00a8a4 tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] Enqueued Resource ID: fa5fb495-7d80-45b9-b164-3bffeecb3d08 with Priority: HIGHEST for action security_group_members [ 870.475075] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa5fb495-7d80-45b9-b164-3bffeecb3d08 with Priority: HIGHEST for action security_group_members [ 870.475383] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa5fb495-7d80-45b9-b164-3bffeecb3d08 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.475504] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa5fb495-7d80-45b9-b164-3bffeecb3d08" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.475572] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa5fb495-7d80-45b9-b164-3bffeecb3d08" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.475834] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa5fb495-7d80-45b9-b164-3bffeecb3d08" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.475993] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.476107] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.476170] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.476322] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.476408] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.476499] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa5fb495-7d80-45b9-b164-3bffeecb3d08',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.619620] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.619825] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.619911] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.620361] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.620361] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.620531] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.620650] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.620718] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.620890] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.620972] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.621087] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5afc9254-219e-4511-af94-47853459010f is going to be updated. [ 870.654039] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.654039] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.654039] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.654039] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.654039] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.662722] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5afc9254-219e-4511-af94-47853459010f in Status: IN_PROGRESS for 2s [ 870.697455] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-825 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.697455] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-825" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.697455] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-825" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.697455] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-825" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.697699] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.697699] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.697827] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.698244] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.698497] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.698671] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 870.698724] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 870.698840] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 870.698954] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 870.699075] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 870.699185] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 870.699329] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 870.716030] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 870.716030] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 870.716169] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 870.716338] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-825" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.716642] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-9bdc0428-f84e-4954-ac8c-b0b1d01f55be taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.716835] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-9bdc0428-f84e-4954-ac8c-b0b1d01f55be" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.716991] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-9bdc0428-f84e-4954-ac8c-b0b1d01f55be" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.717330] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-9bdc0428-f84e-4954-ac8c-b0b1d01f55be" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.717476] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9bdc0428-f84e-4954-ac8c-b0b1d01f55be',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.851027] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e7ca1301-f88b-49d8-ae1f-cd8cf65c9b2e',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.863487] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('526e4b2f-886d-4668-b7e6-b89e532036d8',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.979032] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.979191] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.979263] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.979520] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.979604] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.980057] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.980057] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.980057] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.980299] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.980299] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.980299] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa5fb495-7d80-45b9-b164-3bffeecb3d08 is going to be updated. [ 871.007323] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.007494] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.007623] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.007863] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.008025] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.016478] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa5fb495-7d80-45b9-b164-3bffeecb3d08 in Status: IN_PROGRESS for 2s [ 871.222347] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.222347] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.222860] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.222891] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.223090] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.223255] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port 9bdc0428-f84e-4954-ac8c-b0b1d01f55be not found, creating... [ 871.223609] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.223727] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.223829] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.224073] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.224233] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.224581] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.224761] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.224886] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.225749] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.226029] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.226108] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: 9bdc0428-f84e-4954-ac8c-b0b1d01f55be is going to be created. [ 871.260036] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.260292] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.260429] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.260712] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.260961] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.261253] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-9bdc0428-f84e-4954-ac8c-b0b1d01f55be" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.293054] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5c82cc0b-25c7-4a42-8f5d-f096b8251e3f in Status: SUCCESS [ 871.293299] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5c82cc0b-25c7-4a42-8f5d-f096b8251e3f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.353381] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.353381] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.353660] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.355730] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.355730] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.355730] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7ca1301-f88b-49d8-ae1f-cd8cf65c9b2e is going to be created. [ 871.365134] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('526e4b2f-886d-4668-b7e6-b89e532036d8',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.397026] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.397026] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.397268] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.397358] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.397545] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.410567] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7ca1301-f88b-49d8-ae1f-cd8cf65c9b2e in Status: UNINITIALIZED for 2s [ 871.871833] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.871993] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.872119] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.873857] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.873857] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.873857] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 526e4b2f-886d-4668-b7e6-b89e532036d8 is going to be updated. [ 871.905392] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.905641] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.905739] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.905951] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.906112] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.913991] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 526e4b2f-886d-4668-b7e6-b89e532036d8 in Status: IN_PROGRESS for 2s [ 871.994222] env[69596]: INFO networking_nsxv3.common.synchronization [req-cf55eace-2516-4b9f-b9dc-76f63d7dcc20 req-cf1542d4-16cf-4d42-8e18-09395b843d65 service nova] Enqueued Resource ID: 526e4b2f-886d-4668-b7e6-b89e532036d8 with Priority: HIGHEST for action security_group_rules [ 871.994432] env[69596]: INFO networking_nsxv3.common.synchronization [req-cf55eace-2516-4b9f-b9dc-76f63d7dcc20 req-cf1542d4-16cf-4d42-8e18-09395b843d65 service nova] Enqueued Resource ID: 526e4b2f-886d-4668-b7e6-b89e532036d8 with Priority: HIGHEST for action security_group_members [ 871.994598] env[69596]: INFO networking_nsxv3.common.synchronization [req-cf55eace-2516-4b9f-b9dc-76f63d7dcc20 req-cf1542d4-16cf-4d42-8e18-09395b843d65 service nova] Enqueued Resource ID: 9bdc0428-f84e-4954-ac8c-b0b1d01f55be with Priority: HIGHEST for action port [ 871.996829] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 526e4b2f-886d-4668-b7e6-b89e532036d8 with Priority: HIGHEST for action security_group_rules [ 871.997041] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 526e4b2f-886d-4668-b7e6-b89e532036d8 with Priority: HIGHEST for action security_group_members [ 871.997184] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bdc0428-f84e-4954-ac8c-b0b1d01f55be with Priority: HIGHEST for action port [ 871.998888] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-526e4b2f-886d-4668-b7e6-b89e532036d8 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.998888] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.998888] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.998888] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.998888] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('526e4b2f-886d-4668-b7e6-b89e532036d8',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.999633] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-526e4b2f-886d-4668-b7e6-b89e532036d8 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.999790] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.000266] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-9bdc0428-f84e-4954-ac8c-b0b1d01f55be taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.000488] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9bdc0428-f84e-4954-ac8c-b0b1d01f55be" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.000557] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9bdc0428-f84e-4954-ac8c-b0b1d01f55be" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.000765] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9bdc0428-f84e-4954-ac8c-b0b1d01f55be" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.000954] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9bdc0428-f84e-4954-ac8c-b0b1d01f55be',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.503387] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-526e4b2f-886d-4668-b7e6-b89e532036d8 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.503714] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.503754] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9bdc0428-f84e-4954-ac8c-b0b1d01f55be with status ACTIVE [ 872.503896] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.504010] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.504084] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.504294] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.504388] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.504564] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.504660] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.504720] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.504870] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.504948] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.505141] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.505238] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.505299] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.505442] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.505515] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.505599] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9bdc0428-f84e-4954-ac8c-b0b1d01f55be is going to be updated. [ 872.531785] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.531785] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.531785] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.531785] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.531785] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.531785] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9bdc0428-f84e-4954-ac8c-b0b1d01f55be" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.672667] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5afc9254-219e-4511-af94-47853459010f in Status: SUCCESS [ 872.672862] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5afc9254-219e-4511-af94-47853459010f deletion is rescheduled due to dependency. [ 872.673054] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.025631] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa5fb495-7d80-45b9-b164-3bffeecb3d08 in Status: SUCCESS [ 873.025816] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa5fb495-7d80-45b9-b164-3bffeecb3d08 deletion is rescheduled due to dependency. [ 873.025924] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa5fb495-7d80-45b9-b164-3bffeecb3d08" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.141438] env[69596]: INFO networking_nsxv3.common.synchronization [req-c7da534e-af0d-42c9-9c90-062929c2a451 req-f9944f52-ea6b-4010-b045-664f81d91722 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Enqueued Resource ID: 86161373-41b5-45d1-a2db-2ed07b600b9a with Priority: HIGHEST for action security_group_members [ 873.142083] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86161373-41b5-45d1-a2db-2ed07b600b9a with Priority: HIGHEST for action security_group_members [ 873.142396] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-86161373-41b5-45d1-a2db-2ed07b600b9a taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.142567] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.142806] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.142917] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.144452] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.144615] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.144698] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.144840] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.144928] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.145037] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86161373-41b5-45d1-a2db-2ed07b600b9a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.421299] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7ca1301-f88b-49d8-ae1f-cd8cf65c9b2e in Status: SUCCESS [ 873.421558] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7ca1301-f88b-49d8-ae1f-cd8cf65c9b2e" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.421797] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7ca1301-f88b-49d8-ae1f-cd8cf65c9b2e" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.422256] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7ca1301-f88b-49d8-ae1f-cd8cf65c9b2e" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.422650] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.422812] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.426120] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.426120] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.426120] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.426120] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7ca1301-f88b-49d8-ae1f-cd8cf65c9b2e" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.426120] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e7ca1301-f88b-49d8-ae1f-cd8cf65c9b2e',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.590539] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-704 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.591276] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-704" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.591596] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-704" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.592201] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-704" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.592955] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.592955] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.593597] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.594020] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.594104] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.594343] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 873.594474] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 873.594593] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 873.594711] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 873.594849] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 873.594965] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 873.595148] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 873.613430] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 873.613713] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 873.613911] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 873.615166] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-704" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.615166] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-141f8709-eec9-45e4-a8ec-b2f9aad75284 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.615166] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-141f8709-eec9-45e4-a8ec-b2f9aad75284" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.615359] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-141f8709-eec9-45e4-a8ec-b2f9aad75284" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.615767] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-141f8709-eec9-45e4-a8ec-b2f9aad75284" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.616017] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('141f8709-eec9-45e4-a8ec-b2f9aad75284',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.656256] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.656256] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.656256] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.656256] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.656256] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.656256] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.656256] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.656256] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.656256] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.656256] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.656256] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86161373-41b5-45d1-a2db-2ed07b600b9a is going to be deleted. [ 873.687944] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.690592] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.690592] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.690592] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.690592] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.690592] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.926277] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 526e4b2f-886d-4668-b7e6-b89e532036d8 in Status: SUCCESS [ 873.926277] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.926277] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.926277] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.926277] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.926277] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.926277] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.926277] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.926277] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.926277] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('526e4b2f-886d-4668-b7e6-b89e532036d8',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.931165] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e7ca1301-f88b-49d8-ae1f-cd8cf65c9b2e',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.120435] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.120435] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.120983] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.120983] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.120983] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.121326] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port 141f8709-eec9-45e4-a8ec-b2f9aad75284 not found, creating... [ 874.121956] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.121956] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.121956] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.122782] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.122782] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.122782] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.122993] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.123115] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.123488] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.123639] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.123806] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: 141f8709-eec9-45e4-a8ec-b2f9aad75284 is going to be created. [ 874.144424] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.144775] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.144775] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.145074] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.145330] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.145568] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-141f8709-eec9-45e4-a8ec-b2f9aad75284" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.432022] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('526e4b2f-886d-4668-b7e6-b89e532036d8',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.433770] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e7ca1301-f88b-49d8-ae1f-cd8cf65c9b2e: rpc.has_security_group_logging(os_id): False [ 874.451466] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.451695] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.451758] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.451951] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.452067] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.452339] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.452458] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.452526] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.452714] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.452776] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.452869] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7ca1301-f88b-49d8-ae1f-cd8cf65c9b2e is going to be created. [ 874.510742] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.511019] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.511110] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.514416] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.514416] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.522462] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7ca1301-f88b-49d8-ae1f-cd8cf65c9b2e in Status: IN_PROGRESS for 2s [ 874.835197] env[69596]: INFO networking_nsxv3.common.synchronization [req-fbebdcd5-e4a2-48a8-b651-e6939089a757 req-1c9c93d7-8440-4d0c-a4a6-413ea0900654 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Enqueued Resource ID: 545dfe74-8723-4988-87cb-3d279ff4702c with Priority: HIGHEST for action security_group_members [ 874.835197] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 545dfe74-8723-4988-87cb-3d279ff4702c with Priority: HIGHEST for action security_group_members [ 874.836768] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-545dfe74-8723-4988-87cb-3d279ff4702c taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.836768] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-545dfe74-8723-4988-87cb-3d279ff4702c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.836768] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-545dfe74-8723-4988-87cb-3d279ff4702c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.836768] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-545dfe74-8723-4988-87cb-3d279ff4702c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.837698] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.837698] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.837698] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.837698] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.838204] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.838204] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('545dfe74-8723-4988-87cb-3d279ff4702c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.874656] env[69596]: INFO networking_nsxv3.common.synchronization [req-c7da534e-af0d-42c9-9c90-062929c2a451 req-cf5ea311-f22a-4dab-aea7-ce725704fdef service nova] Enqueued Resource ID: 86161373-41b5-45d1-a2db-2ed07b600b9a with Priority: HIGHEST for action security_group_rules [ 874.874656] env[69596]: INFO networking_nsxv3.common.synchronization [req-c7da534e-af0d-42c9-9c90-062929c2a451 req-cf5ea311-f22a-4dab-aea7-ce725704fdef service nova] Enqueued Resource ID: 86161373-41b5-45d1-a2db-2ed07b600b9a with Priority: HIGHEST for action security_group_members [ 874.874656] env[69596]: INFO networking_nsxv3.common.synchronization [req-c7da534e-af0d-42c9-9c90-062929c2a451 req-cf5ea311-f22a-4dab-aea7-ce725704fdef service nova] Enqueued Resource ID: 141f8709-eec9-45e4-a8ec-b2f9aad75284 with Priority: HIGHEST for action port [ 874.874931] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86161373-41b5-45d1-a2db-2ed07b600b9a with Priority: HIGHEST for action security_group_rules [ 874.875013] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86161373-41b5-45d1-a2db-2ed07b600b9a with Priority: HIGHEST for action security_group_members [ 874.875482] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 141f8709-eec9-45e4-a8ec-b2f9aad75284 with Priority: HIGHEST for action port [ 874.875877] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86161373-41b5-45d1-a2db-2ed07b600b9a taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.876092] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.876220] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.876572] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.876731] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86161373-41b5-45d1-a2db-2ed07b600b9a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.878056] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-86161373-41b5-45d1-a2db-2ed07b600b9a taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.878056] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.878056] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.878988] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.879333] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.879441] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.879661] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.880489] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.880664] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.883411] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86161373-41b5-45d1-a2db-2ed07b600b9a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.884310] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-141f8709-eec9-45e4-a8ec-b2f9aad75284 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.884429] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-141f8709-eec9-45e4-a8ec-b2f9aad75284" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.884496] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-141f8709-eec9-45e4-a8ec-b2f9aad75284" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.884664] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-141f8709-eec9-45e4-a8ec-b2f9aad75284" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.884741] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('141f8709-eec9-45e4-a8ec-b2f9aad75284',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.932614] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('526e4b2f-886d-4668-b7e6-b89e532036d8',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.341043] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.341207] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.341294] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.341556] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.341665] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.341888] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.341988] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.342076] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.342216] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.342295] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.342381] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 545dfe74-8723-4988-87cb-3d279ff4702c is going to be updated. [ 875.371445] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.371694] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.371767] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.371989] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.372142] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.380159] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 545dfe74-8723-4988-87cb-3d279ff4702c in Status: IN_PROGRESS for 2s [ 875.386829] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-86161373-41b5-45d1-a2db-2ed07b600b9a taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.387137] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.387301] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86161373-41b5-45d1-a2db-2ed07b600b9a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.388188] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 141f8709-eec9-45e4-a8ec-b2f9aad75284 with status ACTIVE [ 875.388376] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.388483] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.389367] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.389367] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.389367] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.389367] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.389367] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.389367] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.389367] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.389367] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.390291] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.390291] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.390291] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.390291] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.390291] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.390291] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 141f8709-eec9-45e4-a8ec-b2f9aad75284 is going to be updated. [ 875.409316] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.409493] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.409542] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.409723] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.409857] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.410027] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-141f8709-eec9-45e4-a8ec-b2f9aad75284" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.435333] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.435483] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.435554] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.435770] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.435860] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.435960] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 526e4b2f-886d-4668-b7e6-b89e532036d8 is going to be updated. [ 875.468046] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.468211] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.468282] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.468493] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.468638] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.478944] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 526e4b2f-886d-4668-b7e6-b89e532036d8 in Status: IN_PROGRESS for 2s [ 875.816166] env[69596]: INFO networking_nsxv3.common.synchronization [req-c7da534e-af0d-42c9-9c90-062929c2a451 req-611252e0-ffbb-4f4f-9ae3-9f149e8251c4 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Enqueued Resource ID: 86161373-41b5-45d1-a2db-2ed07b600b9a with Priority: HIGHEST for action security_group_members [ 875.816920] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86161373-41b5-45d1-a2db-2ed07b600b9a with Priority: HIGHEST for action security_group_members [ 875.817284] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-86161373-41b5-45d1-a2db-2ed07b600b9a taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.817444] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.893358] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86161373-41b5-45d1-a2db-2ed07b600b9a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.181957] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-704 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.181957] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-704" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.182253] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-704" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.185737] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-704" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.186139] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.186501] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.186501] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.186825] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.186974] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.188389] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 876.188389] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 876.188615] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 876.188615] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 876.188716] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 876.189255] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 876.189255] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 876.224975] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 876.226371] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 876.226371] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 876.226371] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-704" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.226371] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-eb88a6e4-9548-48d0-9374-ac13acd8f19b taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.226371] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-eb88a6e4-9548-48d0-9374-ac13acd8f19b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.226371] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-eb88a6e4-9548-48d0-9374-ac13acd8f19b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.226731] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-eb88a6e4-9548-48d0-9374-ac13acd8f19b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.227037] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb88a6e4-9548-48d0-9374-ac13acd8f19b',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.395823] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.395998] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.396084] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.396307] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.396396] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.396495] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86161373-41b5-45d1-a2db-2ed07b600b9a is going to be created. [ 876.423432] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.423608] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.423608] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.423834] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.424467] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.433675] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86161373-41b5-45d1-a2db-2ed07b600b9a in Status: UNINITIALIZED for 2s [ 876.535721] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7ca1301-f88b-49d8-ae1f-cd8cf65c9b2e in Status: SUCCESS [ 876.535970] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e7ca1301-f88b-49d8-ae1f-cd8cf65c9b2e" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.732114] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.732987] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.732987] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.732987] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.732987] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.733284] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port eb88a6e4-9548-48d0-9374-ac13acd8f19b not found, creating... [ 876.733354] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.733537] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.733620] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.733840] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.733993] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.734290] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.737023] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.737023] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.737023] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.737023] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.737023] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: eb88a6e4-9548-48d0-9374-ac13acd8f19b is going to be created. [ 876.762070] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.762273] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.762400] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.762708] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.762956] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.764344] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-eb88a6e4-9548-48d0-9374-ac13acd8f19b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.398314] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 545dfe74-8723-4988-87cb-3d279ff4702c in Status: SUCCESS [ 877.398593] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 545dfe74-8723-4988-87cb-3d279ff4702c deletion is rescheduled due to dependency. [ 877.398650] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-545dfe74-8723-4988-87cb-3d279ff4702c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.467677] env[69596]: INFO networking_nsxv3.common.synchronization [req-c7da534e-af0d-42c9-9c90-062929c2a451 req-f301e917-330b-4883-a169-2718cbb328db service nova] Enqueued Resource ID: 86161373-41b5-45d1-a2db-2ed07b600b9a with Priority: HIGHEST for action security_group_rules [ 877.467677] env[69596]: INFO networking_nsxv3.common.synchronization [req-c7da534e-af0d-42c9-9c90-062929c2a451 req-f301e917-330b-4883-a169-2718cbb328db service nova] Enqueued Resource ID: 86161373-41b5-45d1-a2db-2ed07b600b9a with Priority: HIGHEST for action security_group_members [ 877.467677] env[69596]: INFO networking_nsxv3.common.synchronization [req-c7da534e-af0d-42c9-9c90-062929c2a451 req-f301e917-330b-4883-a169-2718cbb328db service nova] Enqueued Resource ID: eb88a6e4-9548-48d0-9374-ac13acd8f19b with Priority: HIGHEST for action port [ 877.468180] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86161373-41b5-45d1-a2db-2ed07b600b9a with Priority: HIGHEST for action security_group_rules [ 877.468793] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86161373-41b5-45d1-a2db-2ed07b600b9a with Priority: HIGHEST for action security_group_members [ 877.468793] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb88a6e4-9548-48d0-9374-ac13acd8f19b with Priority: HIGHEST for action port [ 877.470121] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86161373-41b5-45d1-a2db-2ed07b600b9a taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.470121] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.470121] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-86161373-41b5-45d1-a2db-2ed07b600b9a taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.470121] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.470121] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb88a6e4-9548-48d0-9374-ac13acd8f19b taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.470683] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb88a6e4-9548-48d0-9374-ac13acd8f19b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.470683] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb88a6e4-9548-48d0-9374-ac13acd8f19b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.470683] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb88a6e4-9548-48d0-9374-ac13acd8f19b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.470793] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb88a6e4-9548-48d0-9374-ac13acd8f19b',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.492638] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 526e4b2f-886d-4668-b7e6-b89e532036d8 in Status: SUCCESS [ 877.495057] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.495057] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.495057] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.495057] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.495057] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.495057] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.495057] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.495057] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.495057] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.495871] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('526e4b2f-886d-4668-b7e6-b89e532036d8',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.973682] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eb88a6e4-9548-48d0-9374-ac13acd8f19b with status ACTIVE [ 877.973939] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.974099] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.974170] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.974391] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.974486] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.974691] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.974758] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.974809] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.975050] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.975240] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.975350] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.975448] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.975950] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.975950] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.975950] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.975950] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eb88a6e4-9548-48d0-9374-ac13acd8f19b is going to be updated. [ 877.999288] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-526e4b2f-886d-4668-b7e6-b89e532036d8 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.999288] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.999288] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.999288] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.999459] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.000494] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.000494] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.000494] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.000494] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.000494] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.000494] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-526e4b2f-886d-4668-b7e6-b89e532036d8 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.000494] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.000494] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.000494] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.000494] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.002077] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.002077] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.002077] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.002077] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.002077] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.002077] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('526e4b2f-886d-4668-b7e6-b89e532036d8',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.004975] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.005110] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.005519] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.005519] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.005519] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.005767] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb88a6e4-9548-48d0-9374-ac13acd8f19b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.052553] env[69596]: INFO networking_nsxv3.common.synchronization [req-5503af84-d62c-4778-bb33-eb00ad149673 req-c6d31005-e35b-4b9e-8766-3b1a6621217e tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Enqueued Resource ID: acc165e5-bc9f-49f6-b708-06c11b7a85a9 with Priority: HIGHEST for action security_group_members [ 878.052553] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acc165e5-bc9f-49f6-b708-06c11b7a85a9 with Priority: HIGHEST for action security_group_members [ 878.053293] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-acc165e5-bc9f-49f6-b708-06c11b7a85a9 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.053547] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acc165e5-bc9f-49f6-b708-06c11b7a85a9" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.055971] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acc165e5-bc9f-49f6-b708-06c11b7a85a9" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.055971] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acc165e5-bc9f-49f6-b708-06c11b7a85a9" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.055971] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.055971] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.055971] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.055971] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.055971] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.055971] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acc165e5-bc9f-49f6-b708-06c11b7a85a9',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.079297] env[69596]: INFO networking_nsxv3.common.synchronization [req-5503af84-d62c-4778-bb33-eb00ad149673 req-c6d31005-e35b-4b9e-8766-3b1a6621217e tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Enqueued Resource ID: acc165e5-bc9f-49f6-b708-06c11b7a85a9 with Priority: HIGHEST for action security_group_rules [ 878.079406] env[69596]: INFO networking_nsxv3.common.synchronization [req-5503af84-d62c-4778-bb33-eb00ad149673 req-c6d31005-e35b-4b9e-8766-3b1a6621217e tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Enqueued Resource ID: acc165e5-bc9f-49f6-b708-06c11b7a85a9 with Priority: HIGHEST for action security_group_members [ 878.079660] env[69596]: INFO networking_nsxv3.common.synchronization [req-5503af84-d62c-4778-bb33-eb00ad149673 req-c6d31005-e35b-4b9e-8766-3b1a6621217e tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Enqueued Resource ID: ce922e50-6644-4b05-bca2-de28a7701193 with Priority: HIGHEST for action port [ 878.080025] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acc165e5-bc9f-49f6-b708-06c11b7a85a9 with Priority: HIGHEST for action security_group_rules [ 878.080152] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acc165e5-bc9f-49f6-b708-06c11b7a85a9 with Priority: HIGHEST for action security_group_members [ 878.080251] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce922e50-6644-4b05-bca2-de28a7701193 with Priority: HIGHEST for action port [ 878.080520] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-acc165e5-bc9f-49f6-b708-06c11b7a85a9 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.080785] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-acc165e5-bc9f-49f6-b708-06c11b7a85a9" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.080785] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-acc165e5-bc9f-49f6-b708-06c11b7a85a9" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.080889] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-acc165e5-bc9f-49f6-b708-06c11b7a85a9" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.081012] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('acc165e5-bc9f-49f6-b708-06c11b7a85a9',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.082142] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-acc165e5-bc9f-49f6-b708-06c11b7a85a9 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.082216] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acc165e5-bc9f-49f6-b708-06c11b7a85a9" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.082380] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce922e50-6644-4b05-bca2-de28a7701193 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.082483] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce922e50-6644-4b05-bca2-de28a7701193" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.082554] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce922e50-6644-4b05-bca2-de28a7701193" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.082779] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce922e50-6644-4b05-bca2-de28a7701193" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.082884] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce922e50-6644-4b05-bca2-de28a7701193',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.423264] env[69596]: INFO networking_nsxv3.common.synchronization [req-0ee6c5dd-f854-4e96-8049-5e3fbc96f467 req-57e1888d-6180-4f03-9cff-658463220aee tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] Enqueued Resource ID: 5c82cc0b-25c7-4a42-8f5d-f096b8251e3f with Priority: HIGHEST for action security_group_members [ 878.423264] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c82cc0b-25c7-4a42-8f5d-f096b8251e3f with Priority: HIGHEST for action security_group_members [ 878.423264] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c82cc0b-25c7-4a42-8f5d-f096b8251e3f taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.423264] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c82cc0b-25c7-4a42-8f5d-f096b8251e3f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.424306] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c82cc0b-25c7-4a42-8f5d-f096b8251e3f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.424709] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c82cc0b-25c7-4a42-8f5d-f096b8251e3f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.426024] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.426338] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.426537] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.426818] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.426985] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.427170] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c82cc0b-25c7-4a42-8f5d-f096b8251e3f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.443397] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86161373-41b5-45d1-a2db-2ed07b600b9a in Status: SUCCESS [ 878.444479] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.447194] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.447194] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.447194] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.447194] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.447194] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.451022] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.451022] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.451022] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.451022] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('86161373-41b5-45d1-a2db-2ed07b600b9a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.451022] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.451022] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.451022] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.451022] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.451022] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.452065] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.452220] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.452333] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86161373-41b5-45d1-a2db-2ed07b600b9a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.507494] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 526e4b2f-886d-4668-b7e6-b89e532036d8: rpc.has_security_group_logging(os_id): False [ 878.527236] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.527236] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.527236] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.527236] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.527236] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.527774] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.527774] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.527774] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.527774] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.527935] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.528842] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.529020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.529140] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.529329] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.529482] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.531418] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.531705] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.531852] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.532123] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.532314] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.532461] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 526e4b2f-886d-4668-b7e6-b89e532036d8 is going to be updated. [ 878.559026] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('acc165e5-bc9f-49f6-b708-06c11b7a85a9',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.585109] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-acc165e5-bc9f-49f6-b708-06c11b7a85a9 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.585286] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acc165e5-bc9f-49f6-b708-06c11b7a85a9" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.585490] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ce922e50-6644-4b05-bca2-de28a7701193 with status ACTIVE [ 878.585734] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.585849] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.585925] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.586545] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.586545] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.586545] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.586689] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.586689] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.587120] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.587120] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.587120] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.590646] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.590833] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.591120] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.591229] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.591382] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ce922e50-6644-4b05-bca2-de28a7701193 is going to be updated. [ 878.593648] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.593826] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.593884] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.594644] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.594644] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.616964] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 526e4b2f-886d-4668-b7e6-b89e532036d8 in Status: IN_PROGRESS for 2s [ 878.629502] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.630140] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.630140] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.630140] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.630371] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.630371] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce922e50-6644-4b05-bca2-de28a7701193" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.929997] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.929997] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.929997] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.930268] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.934234] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.934234] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.934234] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.934234] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.934234] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.934234] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.934234] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c82cc0b-25c7-4a42-8f5d-f096b8251e3f is going to be updated. [ 878.955300] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86161373-41b5-45d1-a2db-2ed07b600b9a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.956497] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-86161373-41b5-45d1-a2db-2ed07b600b9a taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.956626] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.962248] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.962398] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.962483] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.962733] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.963031] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.974934] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c82cc0b-25c7-4a42-8f5d-f096b8251e3f in Status: IN_PROGRESS for 2s [ 879.062073] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('acc165e5-bc9f-49f6-b708-06c11b7a85a9',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.238028] env[69596]: INFO networking_nsxv3.common.synchronization [req-e451e94c-bd23-4dcf-8055-0c3942ed3048 req-15cbcbd1-90ae-47b5-bab0-39345a7db763 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Enqueued Resource ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 with Priority: HIGHEST for action security_group_members [ 879.238028] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 with Priority: HIGHEST for action security_group_members [ 879.238028] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.238028] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.238028] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.238028] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.238453] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.238453] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.238453] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.244058] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.244058] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.244058] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf4de9a2-fc16-45b8-939c-537e3f2c7f65',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.457795] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86161373-41b5-45d1-a2db-2ed07b600b9a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.565763] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.565978] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.566061] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.566370] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.566491] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.566623] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acc165e5-bc9f-49f6-b708-06c11b7a85a9 is going to be updated. [ 879.634123] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.634288] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.634358] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.634581] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.634725] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.645983] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acc165e5-bc9f-49f6-b708-06c11b7a85a9 in Status: IN_PROGRESS for 2s [ 879.743999] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf4de9a2-fc16-45b8-939c-537e3f2c7f65',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.964056] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.964056] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.964056] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.964056] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.964056] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.964056] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86161373-41b5-45d1-a2db-2ed07b600b9a is going to be updated. [ 879.993679] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.993679] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.993679] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.993679] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.993679] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.001335] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86161373-41b5-45d1-a2db-2ed07b600b9a in Status: IN_PROGRESS for 2s [ 880.026979] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-953 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.028031] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-953" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.028031] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-953" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.028031] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-953" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.029010] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.029010] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.029010] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.032496] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.032496] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.032496] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 880.032496] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 880.032496] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 880.032496] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 880.032496] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 880.032496] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 880.032496] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 880.060136] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 880.060136] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 880.060136] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 880.060136] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-953" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.060396] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-65ac8ebf-1ae4-422a-a653-15c4ba0a88d8 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.060621] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-65ac8ebf-1ae4-422a-a653-15c4ba0a88d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.060757] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-65ac8ebf-1ae4-422a-a653-15c4ba0a88d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.061235] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-65ac8ebf-1ae4-422a-a653-15c4ba0a88d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.061299] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65ac8ebf-1ae4-422a-a653-15c4ba0a88d8',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.247430] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf4de9a2-fc16-45b8-939c-537e3f2c7f65',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.563510] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.563808] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.563858] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.564257] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.564425] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.564586] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port 65ac8ebf-1ae4-422a-a653-15c4ba0a88d8 not found, creating... [ 880.564853] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.565019] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.565140] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.565363] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.565500] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.565806] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.565934] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.566065] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.566273] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.566407] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.566547] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: 65ac8ebf-1ae4-422a-a653-15c4ba0a88d8 is going to be created. [ 880.586307] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.586307] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.586527] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.587303] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.587303] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.587303] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-65ac8ebf-1ae4-422a-a653-15c4ba0a88d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.630724] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 526e4b2f-886d-4668-b7e6-b89e532036d8 in Status: SUCCESS [ 880.630958] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.753554] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.753964] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.753964] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.754092] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.754137] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.754268] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 is going to be updated. [ 880.786098] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.786098] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.786098] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.786098] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.786098] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.796322] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 in Status: IN_PROGRESS for 2s [ 880.984862] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c82cc0b-25c7-4a42-8f5d-f096b8251e3f in Status: SUCCESS [ 880.985105] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c82cc0b-25c7-4a42-8f5d-f096b8251e3f deletion is rescheduled due to dependency. [ 880.985223] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c82cc0b-25c7-4a42-8f5d-f096b8251e3f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.511217] env[69596]: INFO networking_nsxv3.common.synchronization [req-e451e94c-bd23-4dcf-8055-0c3942ed3048 req-9079ed76-6f10-4249-88e3-a2882549dddc service nova] Enqueued Resource ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 with Priority: HIGHEST for action security_group_rules [ 881.513637] env[69596]: INFO networking_nsxv3.common.synchronization [req-e451e94c-bd23-4dcf-8055-0c3942ed3048 req-9079ed76-6f10-4249-88e3-a2882549dddc service nova] Enqueued Resource ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 with Priority: HIGHEST for action security_group_members [ 881.513637] env[69596]: INFO networking_nsxv3.common.synchronization [req-e451e94c-bd23-4dcf-8055-0c3942ed3048 req-9079ed76-6f10-4249-88e3-a2882549dddc service nova] Enqueued Resource ID: 65ac8ebf-1ae4-422a-a653-15c4ba0a88d8 with Priority: HIGHEST for action port [ 881.513637] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 with Priority: HIGHEST for action security_group_rules [ 881.513637] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 with Priority: HIGHEST for action security_group_members [ 881.513637] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65ac8ebf-1ae4-422a-a653-15c4ba0a88d8 with Priority: HIGHEST for action port [ 881.513637] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf4de9a2-fc16-45b8-939c-537e3f2c7f65 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.513637] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.513637] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.513637] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.513637] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf4de9a2-fc16-45b8-939c-537e3f2c7f65',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.514194] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.514349] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.514579] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-65ac8ebf-1ae4-422a-a653-15c4ba0a88d8 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.514712] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65ac8ebf-1ae4-422a-a653-15c4ba0a88d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.514793] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65ac8ebf-1ae4-422a-a653-15c4ba0a88d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.514993] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65ac8ebf-1ae4-422a-a653-15c4ba0a88d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.515120] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65ac8ebf-1ae4-422a-a653-15c4ba0a88d8',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.598857] env[69596]: INFO networking_nsxv3.common.synchronization [req-ab26822f-d80d-491e-b69d-6e6d2050fa5d req-a99bc38a-267c-43b1-9f22-9c5d1ecaf81d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] Enqueued Resource ID: c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755 with Priority: HIGHEST for action security_group_members [ 881.599433] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755 with Priority: HIGHEST for action security_group_members [ 881.599821] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.599952] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.600026] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.600275] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.600425] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.600520] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.600585] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.600726] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.600804] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.600892] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.656421] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acc165e5-bc9f-49f6-b708-06c11b7a85a9 in Status: SUCCESS [ 881.656791] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acc165e5-bc9f-49f6-b708-06c11b7a85a9" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.657013] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acc165e5-bc9f-49f6-b708-06c11b7a85a9" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.657265] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acc165e5-bc9f-49f6-b708-06c11b7a85a9" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.657467] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.657576] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.657643] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.657794] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.657874] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.657969] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acc165e5-bc9f-49f6-b708-06c11b7a85a9',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.014104] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86161373-41b5-45d1-a2db-2ed07b600b9a in Status: SUCCESS [ 882.014329] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.014375] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.015167] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.015167] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.015167] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.015167] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.015167] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.015167] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.015485] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86161373-41b5-45d1-a2db-2ed07b600b9a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.016577] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.016691] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.022018] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 65ac8ebf-1ae4-422a-a653-15c4ba0a88d8 with status ACTIVE [ 882.022018] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.022018] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.022018] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.022018] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.022018] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.022018] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.022018] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.022018] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.022018] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.022018] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.022018] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.022018] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.022018] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.022018] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.022018] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.022018] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 65ac8ebf-1ae4-422a-a653-15c4ba0a88d8 is going to be updated. [ 882.040920] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.040920] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.040920] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.041120] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.041174] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.041344] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65ac8ebf-1ae4-422a-a653-15c4ba0a88d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.104023] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.104491] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.104491] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.104602] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.105396] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.105396] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.105396] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.105396] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.105396] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.105632] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.105632] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755 already deleted. [ 882.105632] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.160813] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('acc165e5-bc9f-49f6-b708-06c11b7a85a9',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.194300] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-53 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.194618] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-53" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.194802] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-53" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.196403] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-53" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.196770] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.197028] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.197170] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.197540] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.197802] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.198186] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 882.198914] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 882.199104] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 882.199239] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 882.199364] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 882.199474] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 882.202017] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 882.228635] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 882.228806] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 882.228948] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 882.229161] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-53" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.229490] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-3cda1cee-c1bf-464f-a34e-ce5ee90b5a4d taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.229767] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-3cda1cee-c1bf-464f-a34e-ce5ee90b5a4d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.229924] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-3cda1cee-c1bf-464f-a34e-ce5ee90b5a4d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.230292] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-3cda1cee-c1bf-464f-a34e-ce5ee90b5a4d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.230441] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3cda1cee-c1bf-464f-a34e-ce5ee90b5a4d',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.517975] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86161373-41b5-45d1-a2db-2ed07b600b9a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.664507] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('acc165e5-bc9f-49f6-b708-06c11b7a85a9',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.735699] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.736019] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.736472] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.736549] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.736695] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.736861] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port 3cda1cee-c1bf-464f-a34e-ce5ee90b5a4d not found, creating... [ 882.737219] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.737306] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.737431] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.737669] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.737831] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.738159] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.738324] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.738447] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.738864] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.738864] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.738988] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: 3cda1cee-c1bf-464f-a34e-ce5ee90b5a4d is going to be created. [ 882.760665] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.760665] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.760665] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.760665] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.760665] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.761098] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-3cda1cee-c1bf-464f-a34e-ce5ee90b5a4d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.808264] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 in Status: SUCCESS [ 882.808497] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.808957] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.809195] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.809380] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.809564] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.809655] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.809851] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.809940] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.811284] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf4de9a2-fc16-45b8-939c-537e3f2c7f65',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.934686] env[69596]: INFO networking_nsxv3.common.synchronization [req-b7dc12ac-e5f9-400c-ac4e-ac6cc5f838e3 req-1e2e784e-802e-4b60-88bd-e7119db928d2 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Enqueued Resource ID: acc165e5-bc9f-49f6-b708-06c11b7a85a9 with Priority: HIGHEST for action security_group_members [ 882.935243] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acc165e5-bc9f-49f6-b708-06c11b7a85a9 with Priority: HIGHEST for action security_group_members [ 882.935550] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-acc165e5-bc9f-49f6-b708-06c11b7a85a9 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.935699] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acc165e5-bc9f-49f6-b708-06c11b7a85a9" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.983826] env[69596]: INFO networking_nsxv3.common.synchronization [req-b7dc12ac-e5f9-400c-ac4e-ac6cc5f838e3 req-1e2e784e-802e-4b60-88bd-e7119db928d2 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Enqueued Resource ID: acc165e5-bc9f-49f6-b708-06c11b7a85a9 with Priority: HIGHEST for action security_group_rules [ 882.984098] env[69596]: INFO networking_nsxv3.common.synchronization [req-b7dc12ac-e5f9-400c-ac4e-ac6cc5f838e3 req-1e2e784e-802e-4b60-88bd-e7119db928d2 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Enqueued Resource ID: acc165e5-bc9f-49f6-b708-06c11b7a85a9 with Priority: HIGHEST for action security_group_members [ 882.984258] env[69596]: INFO networking_nsxv3.common.synchronization [req-b7dc12ac-e5f9-400c-ac4e-ac6cc5f838e3 req-1e2e784e-802e-4b60-88bd-e7119db928d2 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Enqueued Resource ID: ce922e50-6644-4b05-bca2-de28a7701193 with Priority: HIGHEST for action port [ 882.984798] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acc165e5-bc9f-49f6-b708-06c11b7a85a9 with Priority: HIGHEST for action security_group_rules [ 882.984931] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acc165e5-bc9f-49f6-b708-06c11b7a85a9 with Priority: HIGHEST for action security_group_members [ 882.985144] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce922e50-6644-4b05-bca2-de28a7701193 with Priority: HIGHEST for action port [ 882.988416] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-acc165e5-bc9f-49f6-b708-06c11b7a85a9 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.988416] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-acc165e5-bc9f-49f6-b708-06c11b7a85a9" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.988416] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-acc165e5-bc9f-49f6-b708-06c11b7a85a9 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.988416] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acc165e5-bc9f-49f6-b708-06c11b7a85a9" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.988416] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce922e50-6644-4b05-bca2-de28a7701193 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.988416] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce922e50-6644-4b05-bca2-de28a7701193" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.988416] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce922e50-6644-4b05-bca2-de28a7701193" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.988416] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce922e50-6644-4b05-bca2-de28a7701193" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.988416] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce922e50-6644-4b05-bca2-de28a7701193',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.022212] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86161373-41b5-45d1-a2db-2ed07b600b9a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.170209] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.170383] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.170463] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.170689] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.170777] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.170877] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acc165e5-bc9f-49f6-b708-06c11b7a85a9 is going to be updated. [ 883.199654] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.199654] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.199654] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.199654] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.199654] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.209434] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acc165e5-bc9f-49f6-b708-06c11b7a85a9 in Status: IN_PROGRESS for 2s [ 883.315872] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf4de9a2-fc16-45b8-939c-537e3f2c7f65',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.491999] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ce922e50-6644-4b05-bca2-de28a7701193 with status ACTIVE [ 883.492291] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.492408] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.492478] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.493055] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.493055] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.493150] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.493242] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.493311] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.493470] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.493544] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.493732] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.493825] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.493883] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.494031] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.494105] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.494282] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ce922e50-6644-4b05-bca2-de28a7701193 is going to be updated. [ 883.521051] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.521301] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.521301] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.521512] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.521684] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.521855] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce922e50-6644-4b05-bca2-de28a7701193" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.524465] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.524609] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.524678] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.524937] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.525024] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.525123] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86161373-41b5-45d1-a2db-2ed07b600b9a is going to be updated. [ 883.565212] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.565378] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.565468] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.565691] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.565841] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.579232] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86161373-41b5-45d1-a2db-2ed07b600b9a in Status: IN_PROGRESS for 2s [ 883.625365] env[69596]: INFO networking_nsxv3.common.synchronization [None req-338d7394-df44-4237-b95a-750663edc969 None None] Enqueued Resource ID: eb9639c1-5f05-4a94-83d6-99df5e9a09c2 with Priority: HIGHEST for action port [ 883.625889] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb9639c1-5f05-4a94-83d6-99df5e9a09c2 with Priority: HIGHEST for action port [ 883.626340] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb9639c1-5f05-4a94-83d6-99df5e9a09c2 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.626478] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb9639c1-5f05-4a94-83d6-99df5e9a09c2" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.626611] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb9639c1-5f05-4a94-83d6-99df5e9a09c2" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.626816] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb9639c1-5f05-4a94-83d6-99df5e9a09c2" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.626918] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb9639c1-5f05-4a94-83d6-99df5e9a09c2',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.652786] env[69596]: INFO networking_nsxv3.common.synchronization [req-ab26822f-d80d-491e-b69d-6e6d2050fa5d req-227dc1e0-12b5-45b9-8668-9ebfe9f2dddb service nova] Enqueued Resource ID: c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755 with Priority: HIGHEST for action security_group_rules [ 883.653034] env[69596]: INFO networking_nsxv3.common.synchronization [req-ab26822f-d80d-491e-b69d-6e6d2050fa5d req-227dc1e0-12b5-45b9-8668-9ebfe9f2dddb service nova] Enqueued Resource ID: c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755 with Priority: HIGHEST for action security_group_members [ 883.653205] env[69596]: INFO networking_nsxv3.common.synchronization [req-ab26822f-d80d-491e-b69d-6e6d2050fa5d req-227dc1e0-12b5-45b9-8668-9ebfe9f2dddb service nova] Enqueued Resource ID: 3cda1cee-c1bf-464f-a34e-ce5ee90b5a4d with Priority: HIGHEST for action port [ 883.653740] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755 with Priority: HIGHEST for action security_group_rules [ 883.653901] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755 with Priority: HIGHEST for action security_group_members [ 883.654481] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cda1cee-c1bf-464f-a34e-ce5ee90b5a4d with Priority: HIGHEST for action port [ 883.654831] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.654975] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.655060] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.655311] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.655398] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.657026] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.657180] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.657264] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.657477] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.657650] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.657755] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.657935] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.658257] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.658345] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.658494] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.659403] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-3cda1cee-c1bf-464f-a34e-ce5ee90b5a4d taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.659510] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3cda1cee-c1bf-464f-a34e-ce5ee90b5a4d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.659510] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3cda1cee-c1bf-464f-a34e-ce5ee90b5a4d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.659683] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3cda1cee-c1bf-464f-a34e-ce5ee90b5a4d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.659735] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3cda1cee-c1bf-464f-a34e-ce5ee90b5a4d',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.818012] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf4de9a2-fc16-45b8-939c-537e3f2c7f65',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.130169] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eb9639c1-5f05-4a94-83d6-99df5e9a09c2 [ 884.130557] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.131591] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.131591] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.131591] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.131591] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.131591] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eb9639c1-5f05-4a94-83d6-99df5e9a09c2 already deleted. [ 884.131591] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb9639c1-5f05-4a94-83d6-99df5e9a09c2" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.162396] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.164118] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.164529] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.165085] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3cda1cee-c1bf-464f-a34e-ce5ee90b5a4d with status ACTIVE [ 884.165424] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.165728] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.167020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.167020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.167020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.167020] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.167020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.167020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.167020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.167020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.167669] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.167911] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.169846] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.169846] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.169846] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.169846] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3cda1cee-c1bf-464f-a34e-ce5ee90b5a4d is going to be updated. [ 884.193211] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.193211] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.193211] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.193482] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.193482] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.193625] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3cda1cee-c1bf-464f-a34e-ce5ee90b5a4d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.322544] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.324491] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.324491] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.324491] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.324491] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.324491] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 is going to be updated. [ 884.353971] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.354287] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.354549] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.355105] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.355510] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.365516] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 in Status: IN_PROGRESS for 2s [ 884.666636] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.091157] env[69596]: INFO networking_nsxv3.common.synchronization [None req-28325023-f2c2-4d2b-abce-98ee14eac96a tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Enqueued Resource ID: 5769c0da-65c9-4827-ad9d-5d19ee19c758 with Priority: HIGHEST for action security_group_rules [ 885.091605] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5769c0da-65c9-4827-ad9d-5d19ee19c758 with Priority: HIGHEST for action security_group_rules [ 885.091981] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5769c0da-65c9-4827-ad9d-5d19ee19c758 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.094259] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5769c0da-65c9-4827-ad9d-5d19ee19c758" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.094366] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5769c0da-65c9-4827-ad9d-5d19ee19c758" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.094601] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5769c0da-65c9-4827-ad9d-5d19ee19c758" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.094708] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5769c0da-65c9-4827-ad9d-5d19ee19c758',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.171545] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.171545] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.171545] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.171545] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.171545] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.171545] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755 is going to be created. [ 885.209436] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.209787] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.209787] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.209955] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.210194] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.231450] env[69596]: INFO networking_nsxv3.common.synchronization [None req-6aa5a5fe-de3e-4bf6-9974-b3182500a4ac tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Enqueued Resource ID: 5769c0da-65c9-4827-ad9d-5d19ee19c758 with Priority: HIGHEST for action security_group_rules [ 885.231736] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acc165e5-bc9f-49f6-b708-06c11b7a85a9 in Status: SUCCESS [ 885.231953] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acc165e5-bc9f-49f6-b708-06c11b7a85a9" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.232821] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5769c0da-65c9-4827-ad9d-5d19ee19c758 with Priority: HIGHEST for action security_group_rules [ 885.232821] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acc165e5-bc9f-49f6-b708-06c11b7a85a9" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.233179] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acc165e5-bc9f-49f6-b708-06c11b7a85a9" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.233710] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.233710] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.233710] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.233710] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.234079] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.234079] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acc165e5-bc9f-49f6-b708-06c11b7a85a9" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.234079] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('acc165e5-bc9f-49f6-b708-06c11b7a85a9',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.238021] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755 in Status: UNINITIALIZED for 2s [ 885.238021] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5769c0da-65c9-4827-ad9d-5d19ee19c758 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.238021] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5769c0da-65c9-4827-ad9d-5d19ee19c758" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.238021] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acc165e5-bc9f-49f6-b708-06c11b7a85a9" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.238021] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acc165e5-bc9f-49f6-b708-06c11b7a85a9" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.238021] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.238021] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.238021] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.238021] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.238021] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.238021] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acc165e5-bc9f-49f6-b708-06c11b7a85a9',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.591461] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86161373-41b5-45d1-a2db-2ed07b600b9a in Status: SUCCESS [ 885.591794] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.591948] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.592196] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.592395] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.592586] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.592586] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.593032] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.593032] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.593032] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.593225] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-86161373-41b5-45d1-a2db-2ed07b600b9a taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.593300] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.593300] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.593438] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.593583] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.593823] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.593823] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.594481] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.594698] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.594698] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.594759] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('86161373-41b5-45d1-a2db-2ed07b600b9a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.615590] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.615590] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.615732] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.615914] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.616067] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.616136] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5769c0da-65c9-4827-ad9d-5d19ee19c758 already deleted. [ 885.616312] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5769c0da-65c9-4827-ad9d-5d19ee19c758" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.616377] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5769c0da-65c9-4827-ad9d-5d19ee19c758" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.616541] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5769c0da-65c9-4827-ad9d-5d19ee19c758" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.616616] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5769c0da-65c9-4827-ad9d-5d19ee19c758',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.739150] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('acc165e5-bc9f-49f6-b708-06c11b7a85a9',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.740183] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('acc165e5-bc9f-49f6-b708-06c11b7a85a9',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.097088] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 86161373-41b5-45d1-a2db-2ed07b600b9a: rpc.has_security_group_logging(os_id): False [ 886.119226] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.119226] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.119226] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.119226] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.119226] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.119226] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.119226] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.119226] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.119226] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.119226] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.119226] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.119226] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.119226] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.119226] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.119226] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.119738] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.119738] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.119738] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.119738] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.120179] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.120320] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86161373-41b5-45d1-a2db-2ed07b600b9a is going to be created. [ 886.141621] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.141778] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.141810] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.142045] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.142141] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.142216] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5769c0da-65c9-4827-ad9d-5d19ee19c758 already deleted. [ 886.142378] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5769c0da-65c9-4827-ad9d-5d19ee19c758" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.192652] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.193019] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.193166] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.193665] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.194126] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.209950] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86161373-41b5-45d1-a2db-2ed07b600b9a in Status: IN_PROGRESS for 2s [ 886.243168] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for acc165e5-bc9f-49f6-b708-06c11b7a85a9: rpc.has_security_group_logging(os_id): False [ 886.245958] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('acc165e5-bc9f-49f6-b708-06c11b7a85a9',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.268420] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.268420] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.268420] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.268420] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.296425] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.296425] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.296425] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.296425] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.296685] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.296685] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.296745] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: acc165e5-bc9f-49f6-b708-06c11b7a85a9 is going to be updated. [ 886.384143] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 in Status: SUCCESS [ 886.384143] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.384143] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.384143] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.384143] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.384143] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.384143] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.384143] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.384143] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.384143] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.384143] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bf4de9a2-fc16-45b8-939c-537e3f2c7f65',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.404714] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.404714] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.404714] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.404714] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.404714] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.411871] env[69596]: INFO networking_nsxv3.common.synchronization [None req-754a908c-11f3-4d7e-92db-28971d0fbd93 None None] Enqueued Resource ID: 032064d3-695b-4e36-91d4-3fa1f96df2ef with Priority: HIGHEST for action port [ 886.411871] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 032064d3-695b-4e36-91d4-3fa1f96df2ef with Priority: HIGHEST for action port [ 886.411871] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-032064d3-695b-4e36-91d4-3fa1f96df2ef taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.411871] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-032064d3-695b-4e36-91d4-3fa1f96df2ef" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.411871] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-032064d3-695b-4e36-91d4-3fa1f96df2ef" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.413278] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-032064d3-695b-4e36-91d4-3fa1f96df2ef" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.413383] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('032064d3-695b-4e36-91d4-3fa1f96df2ef',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.433468] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: acc165e5-bc9f-49f6-b708-06c11b7a85a9 in Status: IN_PROGRESS for 2s [ 886.748341] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.748600] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.748600] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.748829] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.748941] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.749065] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acc165e5-bc9f-49f6-b708-06c11b7a85a9 is going to be updated. [ 886.775158] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.775158] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.775292] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.778894] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.778894] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.784391] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acc165e5-bc9f-49f6-b708-06c11b7a85a9 in Status: IN_PROGRESS for 2s [ 886.888098] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.888269] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.888608] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.888608] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.888726] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.888827] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.888884] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.889756] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.889756] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.889756] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.889756] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.889756] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.889756] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.889756] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.889756] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.890095] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.890095] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.890095] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.890095] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.890247] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.890247] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bf4de9a2-fc16-45b8-939c-537e3f2c7f65',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.920338] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 032064d3-695b-4e36-91d4-3fa1f96df2ef [ 886.920338] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.920338] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.920338] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.920338] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.920338] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.920338] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:032064d3-695b-4e36-91d4-3fa1f96df2ef already deleted. [ 886.920338] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-032064d3-695b-4e36-91d4-3fa1f96df2ef" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.245817] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755 in Status: SUCCESS [ 887.246188] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.246324] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.246598] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.246837] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.247012] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.247134] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.247343] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.247477] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.247606] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.247741] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.396055] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bf4de9a2-fc16-45b8-939c-537e3f2c7f65: rpc.has_security_group_logging(os_id): False [ 887.415658] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.415895] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.415895] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.416097] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.416193] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.416391] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.416493] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.416558] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.416705] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.416781] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.416985] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.417096] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.417159] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.417300] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.417375] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.417563] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.417654] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.417717] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.417887] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.417981] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.419015] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 is going to be updated. [ 887.510748] env[69596]: INFO networking_nsxv3.common.synchronization [req-7393435f-c806-4ac9-a22e-a61f0cb960fb req-d1ebaef4-5f87-4e9f-8e4f-a3b4b68b0382 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Enqueued Resource ID: acc165e5-bc9f-49f6-b708-06c11b7a85a9 with Priority: HIGHEST for action security_group_members [ 887.511298] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acc165e5-bc9f-49f6-b708-06c11b7a85a9 with Priority: HIGHEST for action security_group_members [ 887.511606] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-acc165e5-bc9f-49f6-b708-06c11b7a85a9 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.512415] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acc165e5-bc9f-49f6-b708-06c11b7a85a9" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.524294] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.524491] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.524584] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.525017] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.525017] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.546905] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 in Status: IN_PROGRESS for 2s [ 887.749843] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.223141] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86161373-41b5-45d1-a2db-2ed07b600b9a in Status: SUCCESS [ 888.223206] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.223403] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.223662] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.224148] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86161373-41b5-45d1-a2db-2ed07b600b9a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.251952] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755: rpc.has_security_group_logging(os_id): False [ 888.269874] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.270096] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.270178] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.270402] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.270547] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.270870] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.270984] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.271095] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.271330] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.271461] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.271627] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755 is going to be created. [ 888.322961] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.322961] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.323205] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.323377] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.323682] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.336821] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755 in Status: IN_PROGRESS for 2s [ 888.445459] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: acc165e5-bc9f-49f6-b708-06c11b7a85a9 in Status: SUCCESS [ 888.445820] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-acc165e5-bc9f-49f6-b708-06c11b7a85a9" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.445959] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-acc165e5-bc9f-49f6-b708-06c11b7a85a9" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.446230] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-acc165e5-bc9f-49f6-b708-06c11b7a85a9" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.446345] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('acc165e5-bc9f-49f6-b708-06c11b7a85a9',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.726701] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-86161373-41b5-45d1-a2db-2ed07b600b9a taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.727805] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.727897] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.728131] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.728422] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.728557] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.728639] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.728835] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.728962] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.729129] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.729129] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('86161373-41b5-45d1-a2db-2ed07b600b9a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.793724] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acc165e5-bc9f-49f6-b708-06c11b7a85a9 in Status: SUCCESS [ 888.793955] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acc165e5-bc9f-49f6-b708-06c11b7a85a9" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.794346] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acc165e5-bc9f-49f6-b708-06c11b7a85a9" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.794471] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acc165e5-bc9f-49f6-b708-06c11b7a85a9" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.794686] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.794805] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.794870] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.795042] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.795128] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.795228] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acc165e5-bc9f-49f6-b708-06c11b7a85a9',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.934535] env[69596]: INFO networking_nsxv3.common.synchronization [req-77e04d95-2c78-42b7-9744-9be5af0d623a req-df1e0e07-6b8d-4aeb-82d8-cad9f60192c1 tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Enqueued Resource ID: 6a34bef7-16d4-4e38-aef7-2fdf6472ace4 with Priority: HIGHEST for action security_group_members [ 888.935232] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a34bef7-16d4-4e38-aef7-2fdf6472ace4 with Priority: HIGHEST for action security_group_members [ 888.935432] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a34bef7-16d4-4e38-aef7-2fdf6472ace4 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.935637] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a34bef7-16d4-4e38-aef7-2fdf6472ace4" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.935637] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a34bef7-16d4-4e38-aef7-2fdf6472ace4" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.935819] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a34bef7-16d4-4e38-aef7-2fdf6472ace4" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.935977] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.936092] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.936199] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.936289] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.936430] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.936539] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a34bef7-16d4-4e38-aef7-2fdf6472ace4',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.965911] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.966575] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.966575] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.966575] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.966575] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.966790] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: acc165e5-bc9f-49f6-b708-06c11b7a85a9 is going to be deleted. [ 889.046013] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.046181] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.046252] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.046467] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.046564] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.046688] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-acc165e5-bc9f-49f6-b708-06c11b7a85a9" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.232221] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-86161373-41b5-45d1-a2db-2ed07b600b9a taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.232221] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.232221] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.232404] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.232582] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.232686] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.232752] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.232917] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.233018] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.233126] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.233274] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-86161373-41b5-45d1-a2db-2ed07b600b9a taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.233365] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.233424] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.233565] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.233779] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.233907] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.233952] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.234110] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.234190] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.234270] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.234374] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('86161373-41b5-45d1-a2db-2ed07b600b9a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.297789] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.298118] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.298372] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.298763] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.299467] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.299789] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.299903] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.299961] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.300174] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.300270] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.300383] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acc165e5-bc9f-49f6-b708-06c11b7a85a9 is going to be deleted. [ 889.328908] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.329111] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.329217] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.329427] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.329537] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.329698] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acc165e5-bc9f-49f6-b708-06c11b7a85a9" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.329920] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acc165e5-bc9f-49f6-b708-06c11b7a85a9" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.330127] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acc165e5-bc9f-49f6-b708-06c11b7a85a9" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.330374] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.330550] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.330668] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.330839] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.330932] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.331901] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acc165e5-bc9f-49f6-b708-06c11b7a85a9',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.438896] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.439160] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.439276] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.440020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.440020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.440152] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.440227] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.440335] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.440676] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.440778] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.440871] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a34bef7-16d4-4e38-aef7-2fdf6472ace4 is going to be updated. [ 889.468320] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.468458] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.468568] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.469156] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.469156] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.476998] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a34bef7-16d4-4e38-aef7-2fdf6472ace4 in Status: IN_PROGRESS for 2s [ 889.559150] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 in Status: SUCCESS [ 889.559382] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.736948] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 86161373-41b5-45d1-a2db-2ed07b600b9a: rpc.has_security_group_logging(os_id): False [ 889.753787] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.753994] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.754180] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.754725] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.754725] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.754916] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.755048] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.755048] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.755226] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.755337] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.755560] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.755703] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.755703] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.755863] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.755932] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.756146] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.756261] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.756324] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.756452] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.756527] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.756579] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86161373-41b5-45d1-a2db-2ed07b600b9a is going to be updated. [ 889.827667] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.827936] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.827936] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.828463] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.828463] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.834582] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.834789] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.834851] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.835121] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.835283] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.835362] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.835464] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.835524] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.835674] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.835763] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.835869] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acc165e5-bc9f-49f6-b708-06c11b7a85a9 already deleted. [ 889.835957] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acc165e5-bc9f-49f6-b708-06c11b7a85a9" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.843691] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86161373-41b5-45d1-a2db-2ed07b600b9a in Status: IN_PROGRESS for 2s [ 890.012355] env[69596]: INFO networking_nsxv3.common.synchronization [req-f07b7145-86b6-450f-b55d-3a7d8864d349 req-6ab47ee2-6ebd-4485-86db-20948426f643 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Enqueued Resource ID: 86161373-41b5-45d1-a2db-2ed07b600b9a with Priority: HIGHEST for action security_group_members [ 890.012815] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86161373-41b5-45d1-a2db-2ed07b600b9a with Priority: HIGHEST for action security_group_members [ 890.013020] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-86161373-41b5-45d1-a2db-2ed07b600b9a taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.013147] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.013211] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.013411] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.013567] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.013696] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.013753] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.013874] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.013955] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.014059] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86161373-41b5-45d1-a2db-2ed07b600b9a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.314494] env[69596]: INFO networking_nsxv3.common.synchronization [req-6a2e24ef-5498-4d4f-8923-832f380c9285 req-3d530e54-3781-499f-963b-e97fa050bc2a tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Enqueued Resource ID: 86161373-41b5-45d1-a2db-2ed07b600b9a with Priority: HIGHEST for action security_group_members [ 890.314494] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86161373-41b5-45d1-a2db-2ed07b600b9a with Priority: HIGHEST for action security_group_members [ 890.315061] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-86161373-41b5-45d1-a2db-2ed07b600b9a taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.315280] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.350398] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755 in Status: IN_PROGRESS for 4s [ 890.517055] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86161373-41b5-45d1-a2db-2ed07b600b9a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.019851] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86161373-41b5-45d1-a2db-2ed07b600b9a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.100553] env[69596]: INFO networking_nsxv3.common.synchronization [req-db1e9a01-c5a7-4568-a4b9-849984f870a5 req-8e972c91-472f-4d54-906e-689eb077fad3 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Enqueued Resource ID: 8f8e3172-8166-4ade-8782-0bf3cd8e6f8c with Priority: HIGHEST for action security_group_members [ 891.100920] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f8e3172-8166-4ade-8782-0bf3cd8e6f8c with Priority: HIGHEST for action security_group_members [ 891.101248] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.101374] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.101435] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.102187] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.102671] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.102671] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.102671] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.102835] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.102835] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.102965] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f8e3172-8166-4ade-8782-0bf3cd8e6f8c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.487614] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a34bef7-16d4-4e38-aef7-2fdf6472ace4 in Status: SUCCESS [ 891.487918] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a34bef7-16d4-4e38-aef7-2fdf6472ace4 deletion is rescheduled due to dependency. [ 891.487918] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a34bef7-16d4-4e38-aef7-2fdf6472ace4" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.522575] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.522742] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.523190] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.523436] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.523548] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.523652] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86161373-41b5-45d1-a2db-2ed07b600b9a is going to be updated. [ 891.558778] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.559035] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.559408] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.559877] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.560234] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.564799] env[69596]: INFO networking_nsxv3.common.synchronization [req-34504972-7315-4e90-b135-b46bb6ca39e6 req-01be8a21-884b-4722-a57f-5158eadaa62d tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Enqueued Resource ID: cf2b9e5c-2739-481e-865c-b07f4f286b74 with Priority: HIGHEST for action security_group_members [ 891.566451] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf2b9e5c-2739-481e-865c-b07f4f286b74 with Priority: HIGHEST for action security_group_members [ 891.566451] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf2b9e5c-2739-481e-865c-b07f4f286b74 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.566451] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf2b9e5c-2739-481e-865c-b07f4f286b74" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.566451] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf2b9e5c-2739-481e-865c-b07f4f286b74" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.566699] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf2b9e5c-2739-481e-865c-b07f4f286b74" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.566935] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.567337] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.567506] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.567780] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.567952] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.568125] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf2b9e5c-2739-481e-865c-b07f4f286b74',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.577488] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86161373-41b5-45d1-a2db-2ed07b600b9a in Status: IN_PROGRESS for 2s [ 891.605263] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8f8e3172-8166-4ade-8782-0bf3cd8e6f8c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.858669] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86161373-41b5-45d1-a2db-2ed07b600b9a in Status: IN_PROGRESS for 4s [ 891.863990] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-410 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.864259] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-410" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.864390] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-410" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.864654] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-410" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.865415] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.865582] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.865709] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.866821] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.867047] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.867285] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 891.867403] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 891.867515] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 891.867626] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 891.867737] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 891.867847] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 891.868013] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 891.885987] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 891.886223] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 891.886373] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 891.886553] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-410" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.886872] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-87c16503-fdb3-4fd0-8ffe-d50049e9e07f taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.887064] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-87c16503-fdb3-4fd0-8ffe-d50049e9e07f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.887188] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-87c16503-fdb3-4fd0-8ffe-d50049e9e07f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.887543] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-87c16503-fdb3-4fd0-8ffe-d50049e9e07f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.887690] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87c16503-fdb3-4fd0-8ffe-d50049e9e07f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.071532] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.071698] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.071794] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.072029] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.072122] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.072340] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.072439] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.072503] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.072652] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.072746] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.072838] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf2b9e5c-2739-481e-865c-b07f4f286b74 is going to be deleted. [ 892.099665] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.099866] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.099962] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.100239] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.100370] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.100490] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf2b9e5c-2739-481e-865c-b07f4f286b74" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.109099] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8f8e3172-8166-4ade-8782-0bf3cd8e6f8c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.362453] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755 in Status: IN_PROGRESS for 6s [ 892.390493] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.390711] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.390851] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.391183] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.391340] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.391502] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port 87c16503-fdb3-4fd0-8ffe-d50049e9e07f not found, creating... [ 892.391835] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.392018] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.392162] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.392390] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.392534] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.392872] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.393142] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.393294] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.393513] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.393939] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.393939] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: 87c16503-fdb3-4fd0-8ffe-d50049e9e07f is going to be created. [ 892.415942] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.415942] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.415942] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.416238] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.416478] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.416710] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-87c16503-fdb3-4fd0-8ffe-d50049e9e07f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.613531] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.613881] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.613881] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.613989] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.614035] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.614111] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f8e3172-8166-4ade-8782-0bf3cd8e6f8c is going to be updated. [ 892.650733] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.650901] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.650934] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.651166] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.651325] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.662415] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f8e3172-8166-4ade-8782-0bf3cd8e6f8c in Status: IN_PROGRESS for 2s [ 893.454965] env[69596]: INFO networking_nsxv3.common.synchronization [req-34504972-7315-4e90-b135-b46bb6ca39e6 req-3794414d-8bd4-445a-89cd-dd328f7cb1c8 service nova] Enqueued Resource ID: cf2b9e5c-2739-481e-865c-b07f4f286b74 with Priority: HIGHEST for action security_group_rules [ 893.454965] env[69596]: INFO networking_nsxv3.common.synchronization [req-34504972-7315-4e90-b135-b46bb6ca39e6 req-3794414d-8bd4-445a-89cd-dd328f7cb1c8 service nova] Enqueued Resource ID: cf2b9e5c-2739-481e-865c-b07f4f286b74 with Priority: HIGHEST for action security_group_members [ 893.454965] env[69596]: INFO networking_nsxv3.common.synchronization [req-34504972-7315-4e90-b135-b46bb6ca39e6 req-3794414d-8bd4-445a-89cd-dd328f7cb1c8 service nova] Enqueued Resource ID: 87c16503-fdb3-4fd0-8ffe-d50049e9e07f with Priority: HIGHEST for action port [ 893.454965] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf2b9e5c-2739-481e-865c-b07f4f286b74 with Priority: HIGHEST for action security_group_rules [ 893.454965] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf2b9e5c-2739-481e-865c-b07f4f286b74 with Priority: HIGHEST for action security_group_members [ 893.454965] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87c16503-fdb3-4fd0-8ffe-d50049e9e07f with Priority: HIGHEST for action port [ 893.456267] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf2b9e5c-2739-481e-865c-b07f4f286b74 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.456572] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf2b9e5c-2739-481e-865c-b07f4f286b74" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.460090] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf2b9e5c-2739-481e-865c-b07f4f286b74" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.460090] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf2b9e5c-2739-481e-865c-b07f4f286b74" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.460090] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf2b9e5c-2739-481e-865c-b07f4f286b74',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.460090] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf2b9e5c-2739-481e-865c-b07f4f286b74 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.460090] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf2b9e5c-2739-481e-865c-b07f4f286b74" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.460090] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf2b9e5c-2739-481e-865c-b07f4f286b74" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.460090] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf2b9e5c-2739-481e-865c-b07f4f286b74" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.460090] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.460090] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.460090] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.460090] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.460090] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.460090] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf2b9e5c-2739-481e-865c-b07f4f286b74',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.460090] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-87c16503-fdb3-4fd0-8ffe-d50049e9e07f taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.460090] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87c16503-fdb3-4fd0-8ffe-d50049e9e07f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.460090] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87c16503-fdb3-4fd0-8ffe-d50049e9e07f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.464026] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87c16503-fdb3-4fd0-8ffe-d50049e9e07f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.464026] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87c16503-fdb3-4fd0-8ffe-d50049e9e07f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.588610] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86161373-41b5-45d1-a2db-2ed07b600b9a in Status: SUCCESS [ 893.590750] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.590750] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.590750] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.590750] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.590750] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.590750] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.590750] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.590750] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.590750] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86161373-41b5-45d1-a2db-2ed07b600b9a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.871230] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86161373-41b5-45d1-a2db-2ed07b600b9a in Status: IN_PROGRESS for 6s [ 893.969035] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf2b9e5c-2739-481e-865c-b07f4f286b74 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.969035] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf2b9e5c-2739-481e-865c-b07f4f286b74" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.969035] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf2b9e5c-2739-481e-865c-b07f4f286b74',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.969035] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 87c16503-fdb3-4fd0-8ffe-d50049e9e07f with status ACTIVE [ 893.969035] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.969035] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.969035] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.969035] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.969035] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.969035] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.969596] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.969596] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.969596] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.969596] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.969739] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.969852] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.969916] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.970074] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.970232] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.970232] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 87c16503-fdb3-4fd0-8ffe-d50049e9e07f is going to be updated. [ 893.990072] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.990167] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.990205] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.990424] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.990528] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.990929] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87c16503-fdb3-4fd0-8ffe-d50049e9e07f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.099559] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.099740] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.099867] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.100211] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.100345] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.101032] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.101032] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.101032] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.101032] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.101496] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.101496] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86161373-41b5-45d1-a2db-2ed07b600b9a is going to be updated. [ 894.132899] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.136441] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.136615] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.137146] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.137363] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.158086] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86161373-41b5-45d1-a2db-2ed07b600b9a in Status: IN_PROGRESS for 2s [ 894.375479] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755 in Status: IN_PROGRESS for 8s [ 894.473275] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf2b9e5c-2739-481e-865c-b07f4f286b74',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.671927] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f8e3172-8166-4ade-8782-0bf3cd8e6f8c in Status: SUCCESS [ 894.672176] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.978092] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.978092] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.978092] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.978092] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.978092] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.978092] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf2b9e5c-2739-481e-865c-b07f4f286b74 is going to be created. [ 894.996018] env[69596]: INFO networking_nsxv3.common.synchronization [req-746c20e3-a057-465f-82e5-0d8805960db5 req-2381c3f7-bd1a-464b-a779-5500e174645d tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Enqueued Resource ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 with Priority: HIGHEST for action security_group_members [ 894.996018] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 with Priority: HIGHEST for action security_group_members [ 894.996018] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.996018] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.996326] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.996621] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.996892] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.997139] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.997326] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.997681] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.998801] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.998801] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf4de9a2-fc16-45b8-939c-537e3f2c7f65',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.000479] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.000730] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.002582] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.002582] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.002582] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.010311] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf2b9e5c-2739-481e-865c-b07f4f286b74 in Status: UNINITIALIZED for 2s [ 895.500710] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf4de9a2-fc16-45b8-939c-537e3f2c7f65',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.884051] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86161373-41b5-45d1-a2db-2ed07b600b9a in Status: IN_PROGRESS for 8s [ 896.003611] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf4de9a2-fc16-45b8-939c-537e3f2c7f65',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.167203] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86161373-41b5-45d1-a2db-2ed07b600b9a in Status: SUCCESS [ 896.167387] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86161373-41b5-45d1-a2db-2ed07b600b9a deletion is rescheduled due to dependency. [ 896.167499] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.391978] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755 in Status: IN_PROGRESS for 10s [ 896.472182] env[69596]: INFO networking_nsxv3.common.synchronization [req-5dc17520-08f3-4b3c-9901-ce1c4215e500 req-c16f4bd5-64ed-4a3a-bb43-fdeb1fac3c48 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Enqueued Resource ID: 08b580bd-8f2d-4784-be88-380b69cef54a with Priority: HIGHEST for action security_group_members [ 896.472182] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08b580bd-8f2d-4784-be88-380b69cef54a with Priority: HIGHEST for action security_group_members [ 896.472905] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-08b580bd-8f2d-4784-be88-380b69cef54a taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.472905] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.472905] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.472905] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.473085] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.473257] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.473257] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.473335] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.473394] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.473489] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08b580bd-8f2d-4784-be88-380b69cef54a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.506358] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.506548] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.506614] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.506792] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.506900] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.507010] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 is going to be updated. [ 896.535750] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.535750] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.535750] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.535750] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.535750] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.544217] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 in Status: IN_PROGRESS for 2s [ 896.978884] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.978884] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.978884] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.978884] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.978884] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.978884] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.978884] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.978884] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.978884] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.978884] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.978884] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08b580bd-8f2d-4784-be88-380b69cef54a is going to be updated. [ 896.991126] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-78 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.991576] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-78" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.991936] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-78" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.992292] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-78" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.992666] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.992983] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.993217] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.993539] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.993781] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.994094] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 896.994316] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 896.994521] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 896.994716] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 896.994928] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 896.995144] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 896.995371] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 897.006126] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.006126] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.006126] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.006126] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.006126] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.014904] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 897.014904] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 897.015084] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 897.015267] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-78" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.015590] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-cf1950fb-d675-4d7a-a96e-dda914d5b088 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.016182] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-cf1950fb-d675-4d7a-a96e-dda914d5b088" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.016182] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-cf1950fb-d675-4d7a-a96e-dda914d5b088" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.016182] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-cf1950fb-d675-4d7a-a96e-dda914d5b088" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.016310] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf1950fb-d675-4d7a-a96e-dda914d5b088',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.017834] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08b580bd-8f2d-4784-be88-380b69cef54a in Status: IN_PROGRESS for 2s [ 897.027426] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf2b9e5c-2739-481e-865c-b07f4f286b74 in Status: SUCCESS [ 897.028576] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf2b9e5c-2739-481e-865c-b07f4f286b74" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.028963] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf2b9e5c-2739-481e-865c-b07f4f286b74" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.029202] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf2b9e5c-2739-481e-865c-b07f4f286b74" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.029347] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.029459] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.029558] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.029666] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.029746] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.029831] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf2b9e5c-2739-481e-865c-b07f4f286b74" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.029921] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cf2b9e5c-2739-481e-865c-b07f4f286b74',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.519466] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.519689] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.519835] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.520264] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.520492] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.520684] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port cf1950fb-d675-4d7a-a96e-dda914d5b088 not found, creating... [ 897.520959] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.521139] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.521263] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.521486] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.521625] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.521934] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.522107] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.522228] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.522439] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.522576] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.522717] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: cf1950fb-d675-4d7a-a96e-dda914d5b088 is going to be created. [ 897.532463] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf2b9e5c-2739-481e-865c-b07f4f286b74 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.532605] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf2b9e5c-2739-481e-865c-b07f4f286b74" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.532649] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf2b9e5c-2739-481e-865c-b07f4f286b74" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.532807] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf2b9e5c-2739-481e-865c-b07f4f286b74" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.533106] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.533230] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.533299] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.533458] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.533540] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.533628] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf2b9e5c-2739-481e-865c-b07f4f286b74" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.533778] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf2b9e5c-2739-481e-865c-b07f4f286b74 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.533874] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf2b9e5c-2739-481e-865c-b07f4f286b74" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.533950] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf2b9e5c-2739-481e-865c-b07f4f286b74" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.534124] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf2b9e5c-2739-481e-865c-b07f4f286b74" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.534267] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.534377] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.534439] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.534577] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.534649] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.534730] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf2b9e5c-2739-481e-865c-b07f4f286b74" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.534816] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cf2b9e5c-2739-481e-865c-b07f4f286b74',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.540915] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.541067] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.541202] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.541706] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.542049] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.542288] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-cf1950fb-d675-4d7a-a96e-dda914d5b088" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.897024] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86161373-41b5-45d1-a2db-2ed07b600b9a in Status: IN_PROGRESS for 10s [ 898.036615] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cf2b9e5c-2739-481e-865c-b07f4f286b74: rpc.has_security_group_logging(os_id): False [ 898.059607] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.059829] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.059931] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.060207] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.060276] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.060485] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.060588] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.060651] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.060816] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.060893] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.061316] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.061583] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.061670] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.061965] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.062113] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.062453] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.062607] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.062607] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.062863] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.063139] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.063139] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf2b9e5c-2739-481e-865c-b07f4f286b74 is going to be created. [ 898.119821] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.119821] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.119821] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.119821] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.119821] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.130057] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf2b9e5c-2739-481e-865c-b07f4f286b74 in Status: IN_PROGRESS for 2s [ 898.397238] env[69596]: INFO networking_nsxv3.common.synchronization [req-5dc17520-08f3-4b3c-9901-ce1c4215e500 req-2d12ef57-11b6-40fb-a116-796fa50d303b service nova] Enqueued Resource ID: 08b580bd-8f2d-4784-be88-380b69cef54a with Priority: HIGHEST for action security_group_rules [ 898.397238] env[69596]: INFO networking_nsxv3.common.synchronization [req-5dc17520-08f3-4b3c-9901-ce1c4215e500 req-2d12ef57-11b6-40fb-a116-796fa50d303b service nova] Enqueued Resource ID: 08b580bd-8f2d-4784-be88-380b69cef54a with Priority: HIGHEST for action security_group_members [ 898.397238] env[69596]: INFO networking_nsxv3.common.synchronization [req-5dc17520-08f3-4b3c-9901-ce1c4215e500 req-2d12ef57-11b6-40fb-a116-796fa50d303b service nova] Enqueued Resource ID: cf1950fb-d675-4d7a-a96e-dda914d5b088 with Priority: HIGHEST for action port [ 898.399733] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08b580bd-8f2d-4784-be88-380b69cef54a with Priority: HIGHEST for action security_group_rules [ 898.400030] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08b580bd-8f2d-4784-be88-380b69cef54a with Priority: HIGHEST for action security_group_members [ 898.400244] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf1950fb-d675-4d7a-a96e-dda914d5b088 with Priority: HIGHEST for action port [ 898.401028] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-08b580bd-8f2d-4784-be88-380b69cef54a taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.401289] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.401435] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.401719] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.401936] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('08b580bd-8f2d-4784-be88-380b69cef54a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.403111] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-08b580bd-8f2d-4784-be88-380b69cef54a taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.403347] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.403651] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf1950fb-d675-4d7a-a96e-dda914d5b088 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.403902] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf1950fb-d675-4d7a-a96e-dda914d5b088" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.404071] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf1950fb-d675-4d7a-a96e-dda914d5b088" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.404338] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf1950fb-d675-4d7a-a96e-dda914d5b088" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.404502] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf1950fb-d675-4d7a-a96e-dda914d5b088',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.409714] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755 in Status: IN_PROGRESS for 12s [ 898.559079] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 in Status: SUCCESS [ 898.559359] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.906398] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-08b580bd-8f2d-4784-be88-380b69cef54a taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.906535] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.907996] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cf1950fb-d675-4d7a-a96e-dda914d5b088 with status ACTIVE [ 898.908060] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.908154] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.908201] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.908454] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.908542] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.909133] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.909133] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.909133] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.909133] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.909133] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.909478] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.909478] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.909478] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.909636] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.909636] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.909712] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cf1950fb-d675-4d7a-a96e-dda914d5b088 is going to be updated. [ 898.932280] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.932538] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.932538] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.933337] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.933337] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.933337] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf1950fb-d675-4d7a-a96e-dda914d5b088" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.028121] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08b580bd-8f2d-4784-be88-380b69cef54a in Status: SUCCESS [ 899.028339] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08b580bd-8f2d-4784-be88-380b69cef54a deletion is rescheduled due to dependency. [ 899.028502] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.028677] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.028889] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.029080] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.029244] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.029346] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.029568] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.029755] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.029875] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08b580bd-8f2d-4784-be88-380b69cef54a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.366535] env[69596]: INFO networking_nsxv3.common.synchronization [req-a1eb74ef-9d66-4c48-89c7-2ea01f34fe0f req-e359efce-e1c9-4e8c-b1fd-09ed7e177368 tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] Enqueued Resource ID: c38c4cd9-ba63-4312-9b86-62c0f685fc55 with Priority: HIGHEST for action security_group_members [ 899.366885] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c38c4cd9-ba63-4312-9b86-62c0f685fc55 with Priority: HIGHEST for action security_group_members [ 899.367404] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-c38c4cd9-ba63-4312-9b86-62c0f685fc55 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.367512] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c38c4cd9-ba63-4312-9b86-62c0f685fc55" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.367578] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c38c4cd9-ba63-4312-9b86-62c0f685fc55" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.367817] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c38c4cd9-ba63-4312-9b86-62c0f685fc55" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.367975] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.374181] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.374278] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.374452] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.374692] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.374692] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c38c4cd9-ba63-4312-9b86-62c0f685fc55',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.532937] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('08b580bd-8f2d-4784-be88-380b69cef54a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.833728] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-731 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.833923] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-731" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.834058] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-731" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.834392] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-731" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.834650] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.834814] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.834935] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.835170] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.835311] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.835519] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 899.835624] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 899.835728] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 899.835836] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 899.835943] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 899.839087] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 899.839352] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 899.858234] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 899.858411] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 899.858556] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 899.860079] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-731" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.860745] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-b38172ab-7f56-4e99-8929-975b77b27ccd taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.860745] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-b38172ab-7f56-4e99-8929-975b77b27ccd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.860745] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-b38172ab-7f56-4e99-8929-975b77b27ccd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.861015] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-b38172ab-7f56-4e99-8929-975b77b27ccd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.861538] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b38172ab-7f56-4e99-8929-975b77b27ccd',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.877475] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.877620] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.877688] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.877891] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.877972] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.878172] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.878269] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.878329] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.878482] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.878554] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.878635] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c38c4cd9-ba63-4312-9b86-62c0f685fc55 already deleted. [ 899.878712] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c38c4cd9-ba63-4312-9b86-62c0f685fc55" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.909655] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86161373-41b5-45d1-a2db-2ed07b600b9a in Status: IN_PROGRESS for 12s [ 900.037656] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('08b580bd-8f2d-4784-be88-380b69cef54a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.144872] env[69596]: INFO networking_nsxv3.common.synchronization [None req-5526ae9d-d653-42b8-91ed-ee410363bddd tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Enqueued Resource ID: 2c6885d9-0d64-4fae-9609-c5b857f379a2 with Priority: HIGHEST for action security_group_rules [ 900.146119] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf2b9e5c-2739-481e-865c-b07f4f286b74 in Status: SUCCESS [ 900.147453] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf2b9e5c-2739-481e-865c-b07f4f286b74" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.147453] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c6885d9-0d64-4fae-9609-c5b857f379a2 with Priority: HIGHEST for action security_group_rules [ 900.147453] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c6885d9-0d64-4fae-9609-c5b857f379a2 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.147611] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c6885d9-0d64-4fae-9609-c5b857f379a2" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.147611] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c6885d9-0d64-4fae-9609-c5b857f379a2" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.147964] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c6885d9-0d64-4fae-9609-c5b857f379a2" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.150533] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c6885d9-0d64-4fae-9609-c5b857f379a2',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.350156] env[69596]: INFO networking_nsxv3.common.synchronization [None req-826587d6-d6a7-481c-94c4-414d2a572509 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Enqueued Resource ID: 2c6885d9-0d64-4fae-9609-c5b857f379a2 with Priority: HIGHEST for action security_group_rules [ 900.350710] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c6885d9-0d64-4fae-9609-c5b857f379a2 with Priority: HIGHEST for action security_group_rules [ 900.351114] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c6885d9-0d64-4fae-9609-c5b857f379a2 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.351266] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c6885d9-0d64-4fae-9609-c5b857f379a2" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.363782] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.364009] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.364163] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.365321] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.365488] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.365657] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port b38172ab-7f56-4e99-8929-975b77b27ccd not found, creating... [ 900.365980] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.366216] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.366349] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.366592] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.366825] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.367070] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.367245] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.367370] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.367592] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.367755] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.367902] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: b38172ab-7f56-4e99-8929-975b77b27ccd is going to be created. [ 900.390631] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.390908] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.391083] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.391421] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.391723] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.396973] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-b38172ab-7f56-4e99-8929-975b77b27ccd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.420959] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755 in Status: IN_PROGRESS for 14s [ 900.541229] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.541229] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.541229] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.541229] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.541229] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.541229] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08b580bd-8f2d-4784-be88-380b69cef54a is going to be updated. [ 900.576823] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.577137] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.577226] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.577783] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.577783] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.588587] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08b580bd-8f2d-4784-be88-380b69cef54a in Status: IN_PROGRESS for 2s [ 900.673413] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.673564] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.673631] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.673857] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.673951] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.674057] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c6885d9-0d64-4fae-9609-c5b857f379a2 already deleted. [ 900.674159] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c6885d9-0d64-4fae-9609-c5b857f379a2" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.674687] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c6885d9-0d64-4fae-9609-c5b857f379a2" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.674876] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c6885d9-0d64-4fae-9609-c5b857f379a2" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.674967] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c6885d9-0d64-4fae-9609-c5b857f379a2',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.196071] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.196293] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.196293] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.196631] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.196631] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.196823] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c6885d9-0d64-4fae-9609-c5b857f379a2 already deleted. [ 901.196823] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c6885d9-0d64-4fae-9609-c5b857f379a2" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.338905] env[69596]: INFO networking_nsxv3.common.synchronization [req-a1eb74ef-9d66-4c48-89c7-2ea01f34fe0f req-a09e4a02-6876-4e23-827d-fce4c0274de0 service nova] Enqueued Resource ID: c38c4cd9-ba63-4312-9b86-62c0f685fc55 with Priority: HIGHEST for action security_group_rules [ 901.339028] env[69596]: INFO networking_nsxv3.common.synchronization [req-a1eb74ef-9d66-4c48-89c7-2ea01f34fe0f req-a09e4a02-6876-4e23-827d-fce4c0274de0 service nova] Enqueued Resource ID: c38c4cd9-ba63-4312-9b86-62c0f685fc55 with Priority: HIGHEST for action security_group_members [ 901.339512] env[69596]: INFO networking_nsxv3.common.synchronization [req-a1eb74ef-9d66-4c48-89c7-2ea01f34fe0f req-a09e4a02-6876-4e23-827d-fce4c0274de0 service nova] Enqueued Resource ID: b38172ab-7f56-4e99-8929-975b77b27ccd with Priority: HIGHEST for action port [ 901.339913] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c38c4cd9-ba63-4312-9b86-62c0f685fc55 with Priority: HIGHEST for action security_group_rules [ 901.341420] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c38c4cd9-ba63-4312-9b86-62c0f685fc55 with Priority: HIGHEST for action security_group_members [ 901.341750] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b38172ab-7f56-4e99-8929-975b77b27ccd with Priority: HIGHEST for action port [ 901.343227] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c38c4cd9-ba63-4312-9b86-62c0f685fc55 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.343227] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c38c4cd9-ba63-4312-9b86-62c0f685fc55" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.343227] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c38c4cd9-ba63-4312-9b86-62c0f685fc55" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.343227] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c38c4cd9-ba63-4312-9b86-62c0f685fc55" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.343227] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c38c4cd9-ba63-4312-9b86-62c0f685fc55',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.344236] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-c38c4cd9-ba63-4312-9b86-62c0f685fc55 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.344362] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c38c4cd9-ba63-4312-9b86-62c0f685fc55" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.344429] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c38c4cd9-ba63-4312-9b86-62c0f685fc55" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.344601] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c38c4cd9-ba63-4312-9b86-62c0f685fc55" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.344754] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.344847] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.344908] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.345134] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.345168] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.345249] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c38c4cd9-ba63-4312-9b86-62c0f685fc55',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.348276] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-b38172ab-7f56-4e99-8929-975b77b27ccd taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.348392] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b38172ab-7f56-4e99-8929-975b77b27ccd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.348460] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b38172ab-7f56-4e99-8929-975b77b27ccd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.348664] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b38172ab-7f56-4e99-8929-975b77b27ccd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.348798] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b38172ab-7f56-4e99-8929-975b77b27ccd',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.837345] env[69596]: INFO networking_nsxv3.common.synchronization [req-4b9998e3-9594-423c-894a-eaacedd9e1ab req-d6426b12-fd01-4661-b748-6a5311ea1f65 tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Enqueued Resource ID: afb56769-cdf9-48c7-bdbd-75cf23489a62 with Priority: HIGHEST for action security_group_members [ 901.839033] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afb56769-cdf9-48c7-bdbd-75cf23489a62 with Priority: HIGHEST for action security_group_members [ 901.839033] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-afb56769-cdf9-48c7-bdbd-75cf23489a62 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.839033] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afb56769-cdf9-48c7-bdbd-75cf23489a62" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.839033] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afb56769-cdf9-48c7-bdbd-75cf23489a62" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.839033] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afb56769-cdf9-48c7-bdbd-75cf23489a62" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.839033] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.839787] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.839787] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.839787] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.839787] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.839787] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('afb56769-cdf9-48c7-bdbd-75cf23489a62',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.850979] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-c38c4cd9-ba63-4312-9b86-62c0f685fc55 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.850979] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c38c4cd9-ba63-4312-9b86-62c0f685fc55" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.850979] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c38c4cd9-ba63-4312-9b86-62c0f685fc55',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.851846] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b38172ab-7f56-4e99-8929-975b77b27ccd with status ACTIVE [ 901.852866] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.852866] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.852966] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.853098] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.853210] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.853388] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.853486] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.853569] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.853779] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.853857] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.857559] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.857712] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.857792] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.857979] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.858089] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.858288] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b38172ab-7f56-4e99-8929-975b77b27ccd is going to be updated. [ 901.879161] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.880027] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.880027] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.880027] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.880258] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.880258] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b38172ab-7f56-4e99-8929-975b77b27ccd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.922681] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86161373-41b5-45d1-a2db-2ed07b600b9a in Status: IN_PROGRESS for 14s [ 902.231841] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-585 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.231841] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-585" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.231841] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-585" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.232096] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-585" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.232871] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.232871] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.232871] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.233250] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.233250] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.233384] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 902.233531] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 902.233635] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 902.234472] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 902.234472] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 902.234472] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 902.234472] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 902.267431] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 902.267606] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 902.267772] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 902.268088] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-585" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.268442] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-b6608756-306e-4f9a-8679-40651c0b0740 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.268621] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-b6608756-306e-4f9a-8679-40651c0b0740" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.268759] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-b6608756-306e-4f9a-8679-40651c0b0740" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.269118] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-b6608756-306e-4f9a-8679-40651c0b0740" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.270520] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6608756-306e-4f9a-8679-40651c0b0740',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.342409] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.342564] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.342667] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.343971] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.343971] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.343971] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.343971] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.343971] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.343971] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.343971] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.343971] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afb56769-cdf9-48c7-bdbd-75cf23489a62 already deleted. [ 902.343971] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afb56769-cdf9-48c7-bdbd-75cf23489a62" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.360776] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c38c4cd9-ba63-4312-9b86-62c0f685fc55',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.432097] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755 in Status: IN_PROGRESS for 16s [ 902.597990] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08b580bd-8f2d-4784-be88-380b69cef54a in Status: SUCCESS [ 902.598265] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.598402] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.598616] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.598810] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.598930] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.598996] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.599166] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.599249] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.599339] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.599466] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('08b580bd-8f2d-4784-be88-380b69cef54a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.772352] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.772352] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.772352] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.772560] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.772560] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.772730] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port b6608756-306e-4f9a-8679-40651c0b0740 not found, creating... [ 902.773043] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.773214] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.773340] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.773586] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.773738] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.777430] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.778946] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.779300] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.779553] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.779704] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.779855] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: b6608756-306e-4f9a-8679-40651c0b0740 is going to be created. [ 902.799368] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.799581] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.799757] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.800050] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.800315] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.800554] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-b6608756-306e-4f9a-8679-40651c0b0740" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.863255] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.863255] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.863255] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.863585] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.863585] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.863659] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c38c4cd9-ba63-4312-9b86-62c0f685fc55 is going to be created. [ 902.895654] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.895785] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.895785] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.896059] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.896276] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.923170] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c38c4cd9-ba63-4312-9b86-62c0f685fc55 in Status: UNINITIALIZED for 2s [ 903.101929] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-08b580bd-8f2d-4784-be88-380b69cef54a taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.102143] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.102207] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.102458] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.102651] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.102754] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.102821] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.102997] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.103108] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.103199] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.103350] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-08b580bd-8f2d-4784-be88-380b69cef54a taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.103445] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.103506] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.103658] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.103797] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.103889] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.103950] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.104132] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.104206] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.104288] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.104374] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('08b580bd-8f2d-4784-be88-380b69cef54a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.538586] env[69596]: INFO networking_nsxv3.common.synchronization [req-4b9998e3-9594-423c-894a-eaacedd9e1ab req-ea82bd26-570b-4bfa-9928-a67203877660 service nova] Enqueued Resource ID: afb56769-cdf9-48c7-bdbd-75cf23489a62 with Priority: HIGHEST for action security_group_rules [ 903.538801] env[69596]: INFO networking_nsxv3.common.synchronization [req-4b9998e3-9594-423c-894a-eaacedd9e1ab req-ea82bd26-570b-4bfa-9928-a67203877660 service nova] Enqueued Resource ID: afb56769-cdf9-48c7-bdbd-75cf23489a62 with Priority: HIGHEST for action security_group_members [ 903.538955] env[69596]: INFO networking_nsxv3.common.synchronization [req-4b9998e3-9594-423c-894a-eaacedd9e1ab req-ea82bd26-570b-4bfa-9928-a67203877660 service nova] Enqueued Resource ID: b6608756-306e-4f9a-8679-40651c0b0740 with Priority: HIGHEST for action port [ 903.539605] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afb56769-cdf9-48c7-bdbd-75cf23489a62 with Priority: HIGHEST for action security_group_rules [ 903.539842] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afb56769-cdf9-48c7-bdbd-75cf23489a62 with Priority: HIGHEST for action security_group_members [ 903.539981] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6608756-306e-4f9a-8679-40651c0b0740 with Priority: HIGHEST for action port [ 903.542261] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-afb56769-cdf9-48c7-bdbd-75cf23489a62 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.542630] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-afb56769-cdf9-48c7-bdbd-75cf23489a62" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.542745] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-afb56769-cdf9-48c7-bdbd-75cf23489a62" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.543115] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-afb56769-cdf9-48c7-bdbd-75cf23489a62" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.543291] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('afb56769-cdf9-48c7-bdbd-75cf23489a62',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.544740] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-afb56769-cdf9-48c7-bdbd-75cf23489a62 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.544947] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afb56769-cdf9-48c7-bdbd-75cf23489a62" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.545082] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afb56769-cdf9-48c7-bdbd-75cf23489a62" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.545480] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afb56769-cdf9-48c7-bdbd-75cf23489a62" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.545612] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.545793] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.545893] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.546159] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.546309] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.546785] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('afb56769-cdf9-48c7-bdbd-75cf23489a62',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.551548] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-b6608756-306e-4f9a-8679-40651c0b0740 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.551548] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b6608756-306e-4f9a-8679-40651c0b0740" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.551548] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b6608756-306e-4f9a-8679-40651c0b0740" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.551548] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b6608756-306e-4f9a-8679-40651c0b0740" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.551548] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6608756-306e-4f9a-8679-40651c0b0740',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.606344] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 08b580bd-8f2d-4784-be88-380b69cef54a: rpc.has_security_group_logging(os_id): False [ 903.628899] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.628899] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.628899] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.628899] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.628899] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.628899] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.628899] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.628899] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.629337] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.629337] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.629409] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.629460] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.629597] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.629695] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.629789] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.630014] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.630125] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.630201] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.630325] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.630417] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.630515] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 08b580bd-8f2d-4784-be88-380b69cef54a is going to be updated. [ 903.693142] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.693363] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.693427] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.693632] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.693796] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.707936] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08b580bd-8f2d-4784-be88-380b69cef54a in Status: IN_PROGRESS for 2s [ 903.935505] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86161373-41b5-45d1-a2db-2ed07b600b9a in Status: IN_PROGRESS for 16s [ 904.052123] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-afb56769-cdf9-48c7-bdbd-75cf23489a62 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.052307] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afb56769-cdf9-48c7-bdbd-75cf23489a62" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.052503] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('afb56769-cdf9-48c7-bdbd-75cf23489a62',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.053514] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b6608756-306e-4f9a-8679-40651c0b0740 with status ACTIVE [ 904.053744] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.053902] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.053934] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.054276] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.054373] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.054549] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.054650] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.054700] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.054860] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.054970] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.055172] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.055272] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.055272] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.055420] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.055472] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.055545] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b6608756-306e-4f9a-8679-40651c0b0740 is going to be updated. [ 904.075366] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.075516] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.075590] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.075803] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.075942] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.076118] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b6608756-306e-4f9a-8679-40651c0b0740" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.444103] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755 in Status: IN_PROGRESS for 18s [ 904.557786] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('afb56769-cdf9-48c7-bdbd-75cf23489a62',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.715026] env[69596]: INFO networking_nsxv3.common.synchronization [req-32321ffe-270f-4a3a-9987-35408e64074c req-ff472026-b992-4906-86ac-fa7d73e0c077 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Enqueued Resource ID: cf2b9e5c-2739-481e-865c-b07f4f286b74 with Priority: HIGHEST for action security_group_members [ 904.715237] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf2b9e5c-2739-481e-865c-b07f4f286b74 with Priority: HIGHEST for action security_group_members [ 904.715569] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf2b9e5c-2739-481e-865c-b07f4f286b74 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.715707] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf2b9e5c-2739-481e-865c-b07f4f286b74" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.715776] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf2b9e5c-2739-481e-865c-b07f4f286b74" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.715979] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf2b9e5c-2739-481e-865c-b07f4f286b74" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.716588] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.716696] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.716767] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.716952] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.717056] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.717156] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf2b9e5c-2739-481e-865c-b07f4f286b74',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.823345] env[69596]: INFO networking_nsxv3.common.synchronization [req-d4de2256-7995-4c6f-a492-25aa0d6aa532 req-3d0a61e4-c427-4d9d-9e41-235513b923f5 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Enqueued Resource ID: 7ed25a93-e947-45e8-974b-645111add6cd with Priority: HIGHEST for action security_group_members [ 904.823953] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ed25a93-e947-45e8-974b-645111add6cd with Priority: HIGHEST for action security_group_members [ 904.824347] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ed25a93-e947-45e8-974b-645111add6cd taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.824440] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.824511] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.824721] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.824900] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.825008] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.825106] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.825215] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.825299] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.825392] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ed25a93-e947-45e8-974b-645111add6cd',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.935138] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c38c4cd9-ba63-4312-9b86-62c0f685fc55 in Status: SUCCESS [ 904.935322] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c38c4cd9-ba63-4312-9b86-62c0f685fc55" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.935415] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c38c4cd9-ba63-4312-9b86-62c0f685fc55" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.935622] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c38c4cd9-ba63-4312-9b86-62c0f685fc55" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.935886] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.936042] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.936096] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.936234] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.936318] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.936392] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c38c4cd9-ba63-4312-9b86-62c0f685fc55" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.936503] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c38c4cd9-ba63-4312-9b86-62c0f685fc55',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.059944] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.060206] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.060293] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.060556] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.060668] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.060842] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afb56769-cdf9-48c7-bdbd-75cf23489a62 is going to be created. [ 905.085434] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.085572] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.085663] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.085879] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.086082] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.095871] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afb56769-cdf9-48c7-bdbd-75cf23489a62 in Status: UNINITIALIZED for 2s [ 905.224954] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.225204] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.225275] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.225637] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.225637] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.225847] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.225921] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.225970] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.226114] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.226213] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.226301] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf2b9e5c-2739-481e-865c-b07f4f286b74 is going to be updated. [ 905.302962] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.303232] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.303306] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.303529] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.303668] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.319664] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf2b9e5c-2739-481e-865c-b07f4f286b74 in Status: IN_PROGRESS for 2s [ 905.327147] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ed25a93-e947-45e8-974b-645111add6cd',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.439111] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c38c4cd9-ba63-4312-9b86-62c0f685fc55',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.723585] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08b580bd-8f2d-4784-be88-380b69cef54a in Status: SUCCESS [ 905.723954] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.738580] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-787 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.738899] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-787" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.738988] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-787" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.739269] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-787" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.739538] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.739702] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.739883] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.740237] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.740459] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.740733] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 905.740910] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 905.741078] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 905.741396] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 905.741396] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 905.741568] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 905.741733] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 905.760637] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 905.760827] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 905.760970] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 905.761173] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-787" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.761496] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-21fe0cb9-6595-4b75-b1e0-d6c0cded0709 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.761668] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-21fe0cb9-6595-4b75-b1e0-d6c0cded0709" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.761839] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-21fe0cb9-6595-4b75-b1e0-d6c0cded0709" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.762184] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-21fe0cb9-6595-4b75-b1e0-d6c0cded0709" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.762336] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21fe0cb9-6595-4b75-b1e0-d6c0cded0709',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.831538] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ed25a93-e947-45e8-974b-645111add6cd',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.948097] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c38c4cd9-ba63-4312-9b86-62c0f685fc55: rpc.has_security_group_logging(os_id): False [ 905.952144] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86161373-41b5-45d1-a2db-2ed07b600b9a in Status: SUCCESS [ 905.952144] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.965171] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.965428] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.965531] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.965781] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.965879] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.966201] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.966336] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.966406] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.966575] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.966668] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.966760] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c38c4cd9-ba63-4312-9b86-62c0f685fc55 is going to be created. [ 906.022275] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.022496] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.022496] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.022705] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.022910] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.033981] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c38c4cd9-ba63-4312-9b86-62c0f685fc55 in Status: IN_PROGRESS for 2s [ 906.271024] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.271024] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.271024] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.271024] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.271024] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.271024] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port 21fe0cb9-6595-4b75-b1e0-d6c0cded0709 not found, creating... [ 906.271024] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.271024] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.271024] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.271024] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.271024] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.271602] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.271602] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.271602] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.271602] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.271881] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.271931] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: 21fe0cb9-6595-4b75-b1e0-d6c0cded0709 is going to be created. [ 906.294863] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.295108] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.295240] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.295549] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.295782] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.296080] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-21fe0cb9-6595-4b75-b1e0-d6c0cded0709" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.336739] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.336739] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.336739] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.336739] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.336739] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.336739] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ed25a93-e947-45e8-974b-645111add6cd is going to be updated. [ 906.376157] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.376157] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.376157] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.376157] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.376157] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.395524] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ed25a93-e947-45e8-974b-645111add6cd in Status: IN_PROGRESS for 2s [ 906.470806] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755 in Status: IN_PROGRESS for 20s [ 907.107609] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afb56769-cdf9-48c7-bdbd-75cf23489a62 in Status: SUCCESS [ 907.108277] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afb56769-cdf9-48c7-bdbd-75cf23489a62" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.108277] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afb56769-cdf9-48c7-bdbd-75cf23489a62" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.108277] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afb56769-cdf9-48c7-bdbd-75cf23489a62" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.108473] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.108699] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.108699] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.108826] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.108918] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.109021] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afb56769-cdf9-48c7-bdbd-75cf23489a62" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.109114] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('afb56769-cdf9-48c7-bdbd-75cf23489a62',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.245842] env[69596]: INFO networking_nsxv3.common.synchronization [req-d4de2256-7995-4c6f-a492-25aa0d6aa532 req-8b72ec5a-8663-41eb-a2e4-1c4199f8d61d service nova] Enqueued Resource ID: 7ed25a93-e947-45e8-974b-645111add6cd with Priority: HIGHEST for action security_group_rules [ 907.245842] env[69596]: INFO networking_nsxv3.common.synchronization [req-d4de2256-7995-4c6f-a492-25aa0d6aa532 req-8b72ec5a-8663-41eb-a2e4-1c4199f8d61d service nova] Enqueued Resource ID: 7ed25a93-e947-45e8-974b-645111add6cd with Priority: HIGHEST for action security_group_members [ 907.245842] env[69596]: INFO networking_nsxv3.common.synchronization [req-d4de2256-7995-4c6f-a492-25aa0d6aa532 req-8b72ec5a-8663-41eb-a2e4-1c4199f8d61d service nova] Enqueued Resource ID: 21fe0cb9-6595-4b75-b1e0-d6c0cded0709 with Priority: HIGHEST for action port [ 907.245842] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ed25a93-e947-45e8-974b-645111add6cd with Priority: HIGHEST for action security_group_rules [ 907.245842] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ed25a93-e947-45e8-974b-645111add6cd with Priority: HIGHEST for action security_group_members [ 907.245842] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21fe0cb9-6595-4b75-b1e0-d6c0cded0709 with Priority: HIGHEST for action port [ 907.245842] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ed25a93-e947-45e8-974b-645111add6cd taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.245842] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.246410] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.246795] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.247010] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ed25a93-e947-45e8-974b-645111add6cd',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.249028] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ed25a93-e947-45e8-974b-645111add6cd taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.249028] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.249028] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-21fe0cb9-6595-4b75-b1e0-d6c0cded0709 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.249028] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-21fe0cb9-6595-4b75-b1e0-d6c0cded0709" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.249028] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-21fe0cb9-6595-4b75-b1e0-d6c0cded0709" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.249028] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-21fe0cb9-6595-4b75-b1e0-d6c0cded0709" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.249028] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21fe0cb9-6595-4b75-b1e0-d6c0cded0709',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.332165] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf2b9e5c-2739-481e-865c-b07f4f286b74 in Status: SUCCESS [ 907.333608] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf2b9e5c-2739-481e-865c-b07f4f286b74 deletion is rescheduled due to dependency. [ 907.333608] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf2b9e5c-2739-481e-865c-b07f4f286b74" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.611686] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-afb56769-cdf9-48c7-bdbd-75cf23489a62 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.611822] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afb56769-cdf9-48c7-bdbd-75cf23489a62" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.611906] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afb56769-cdf9-48c7-bdbd-75cf23489a62" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.612209] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afb56769-cdf9-48c7-bdbd-75cf23489a62" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.612298] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.612405] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.612458] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.612622] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.612684] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.612794] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afb56769-cdf9-48c7-bdbd-75cf23489a62" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.612952] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-afb56769-cdf9-48c7-bdbd-75cf23489a62 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.613121] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afb56769-cdf9-48c7-bdbd-75cf23489a62" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.613177] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afb56769-cdf9-48c7-bdbd-75cf23489a62" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.613298] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afb56769-cdf9-48c7-bdbd-75cf23489a62" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.613487] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.613566] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.613566] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.614136] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.614136] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.614136] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afb56769-cdf9-48c7-bdbd-75cf23489a62" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.614136] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('afb56769-cdf9-48c7-bdbd-75cf23489a62',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.752448] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ed25a93-e947-45e8-974b-645111add6cd taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.752584] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.753948] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 21fe0cb9-6595-4b75-b1e0-d6c0cded0709 with status ACTIVE [ 907.754155] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.754268] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.754331] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.754631] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.754675] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.755468] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.755468] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.755468] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.755468] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.755468] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.755468] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.755468] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.755778] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.755778] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.755778] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.755863] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 21fe0cb9-6595-4b75-b1e0-d6c0cded0709 is going to be updated. [ 907.775951] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.775951] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.775951] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.775951] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.776242] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.776242] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-21fe0cb9-6595-4b75-b1e0-d6c0cded0709" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.045341] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c38c4cd9-ba63-4312-9b86-62c0f685fc55 in Status: SUCCESS [ 908.045341] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c38c4cd9-ba63-4312-9b86-62c0f685fc55" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.117898] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for afb56769-cdf9-48c7-bdbd-75cf23489a62: rpc.has_security_group_logging(os_id): False [ 908.137925] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.137925] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.137925] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.137925] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.137925] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.137925] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.137925] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.137925] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.137925] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.137925] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.138333] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.138333] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.138422] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.138933] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.139038] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.139451] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.139701] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.139781] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.140168] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.140168] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.140168] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: afb56769-cdf9-48c7-bdbd-75cf23489a62 is going to be created. [ 908.195804] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.196034] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.196083] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.196366] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.196572] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.213443] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: afb56769-cdf9-48c7-bdbd-75cf23489a62 in Status: IN_PROGRESS for 2s [ 908.406695] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ed25a93-e947-45e8-974b-645111add6cd in Status: SUCCESS [ 908.407065] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.407273] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.407498] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.407686] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.407848] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.407928] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.408116] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.408221] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.408311] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ed25a93-e947-45e8-974b-645111add6cd',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.482067] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755 in Status: IN_PROGRESS for 22s [ 908.911328] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ed25a93-e947-45e8-974b-645111add6cd',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.414398] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ed25a93-e947-45e8-974b-645111add6cd',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.920570] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.924096] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.924246] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.924485] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.924577] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.924681] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ed25a93-e947-45e8-974b-645111add6cd is going to be updated. [ 909.951977] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.954392] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.954521] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.954811] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.954995] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.967890] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ed25a93-e947-45e8-974b-645111add6cd in Status: IN_PROGRESS for 2s [ 910.226053] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: afb56769-cdf9-48c7-bdbd-75cf23489a62 in Status: SUCCESS [ 910.226345] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-afb56769-cdf9-48c7-bdbd-75cf23489a62" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.497522] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755 in Status: IN_PROGRESS for 24s [ 911.978356] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ed25a93-e947-45e8-974b-645111add6cd in Status: SUCCESS [ 911.978356] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.978356] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.978356] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.978356] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.978356] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.978356] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.978356] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.978356] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.979431] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.979431] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7ed25a93-e947-45e8-974b-645111add6cd',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.247027] env[69596]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 912.247027] env[69596]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 912.482721] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ed25a93-e947-45e8-974b-645111add6cd taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.485930] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.485930] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.485930] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.485930] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.485930] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.485930] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.485930] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.485930] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.485930] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.485930] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ed25a93-e947-45e8-974b-645111add6cd taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.485930] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.485930] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.485930] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.485930] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.485930] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.485930] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.485930] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.485930] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.486695] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.486695] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7ed25a93-e947-45e8-974b-645111add6cd',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.512540] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755 in Status: IN_PROGRESS for 26s [ 912.989708] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7ed25a93-e947-45e8-974b-645111add6cd: rpc.has_security_group_logging(os_id): False [ 913.007454] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.007621] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.007691] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.007881] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.007971] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.008208] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.010952] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.011120] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.011323] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.011412] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.011632] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.011734] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.011799] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.012456] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.012456] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.012571] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.012571] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.012649] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.012817] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.012930] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.013048] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ed25a93-e947-45e8-974b-645111add6cd is going to be updated. [ 913.079190] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.079190] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.079190] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.079190] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.079190] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.092100] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ed25a93-e947-45e8-974b-645111add6cd in Status: IN_PROGRESS for 2s [ 913.389356] env[69596]: INFO networking_nsxv3.common.synchronization [req-8234f516-d613-4a84-8bbf-81dab7301f10 req-a4f19dee-17ca-451d-906e-4f6e446a5810 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Enqueued Resource ID: 5769c0da-65c9-4827-ad9d-5d19ee19c758 with Priority: HIGHEST for action security_group_members [ 913.390013] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5769c0da-65c9-4827-ad9d-5d19ee19c758 with Priority: HIGHEST for action security_group_members [ 913.392215] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-5769c0da-65c9-4827-ad9d-5d19ee19c758 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.393839] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5769c0da-65c9-4827-ad9d-5d19ee19c758" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.394038] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5769c0da-65c9-4827-ad9d-5d19ee19c758" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.394499] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5769c0da-65c9-4827-ad9d-5d19ee19c758" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.394838] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.395446] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.396285] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.396285] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.396285] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.396285] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5769c0da-65c9-4827-ad9d-5d19ee19c758',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.902264] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.902433] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.902513] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.902736] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.902998] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.903078] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.903164] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.903201] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.903348] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.903425] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.903512] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5769c0da-65c9-4827-ad9d-5d19ee19c758 already deleted. [ 913.903769] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5769c0da-65c9-4827-ad9d-5d19ee19c758" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.031660] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-159 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.032053] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-159" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.032230] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-159" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.032620] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-159" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.032915] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.033084] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.033209] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.033714] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.033714] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.033807] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 914.033917] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 914.034034] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 914.034252] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 914.034426] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 914.034570] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 914.034742] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 914.056673] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 914.056896] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 914.057153] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 914.057427] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-159" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.057794] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-0652f8d2-73a9-43c6-8016-058f2b0f8e05 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.057981] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-0652f8d2-73a9-43c6-8016-058f2b0f8e05" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.058120] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-0652f8d2-73a9-43c6-8016-058f2b0f8e05" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.058446] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-0652f8d2-73a9-43c6-8016-058f2b0f8e05" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.058635] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0652f8d2-73a9-43c6-8016-058f2b0f8e05',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.526970] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755 in Status: IN_PROGRESS for 28s [ 914.563186] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.563186] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.563186] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.563552] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.563552] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.563636] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port 0652f8d2-73a9-43c6-8016-058f2b0f8e05 not found, creating... [ 914.563910] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.564489] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.564489] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.564869] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.564869] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.565013] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.565173] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.565309] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.565598] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.565753] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.565903] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: 0652f8d2-73a9-43c6-8016-058f2b0f8e05 is going to be created. [ 914.590029] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.590029] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.590029] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.590382] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.590631] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.590951] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-0652f8d2-73a9-43c6-8016-058f2b0f8e05" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.106858] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ed25a93-e947-45e8-974b-645111add6cd in Status: SUCCESS [ 915.107156] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.866380] env[69596]: INFO networking_nsxv3.common.synchronization [req-8234f516-d613-4a84-8bbf-81dab7301f10 req-d0db920e-5142-4856-8977-58eb548ca895 service nova] Enqueued Resource ID: 5769c0da-65c9-4827-ad9d-5d19ee19c758 with Priority: HIGHEST for action security_group_rules [ 915.866380] env[69596]: INFO networking_nsxv3.common.synchronization [req-8234f516-d613-4a84-8bbf-81dab7301f10 req-d0db920e-5142-4856-8977-58eb548ca895 service nova] Enqueued Resource ID: 5769c0da-65c9-4827-ad9d-5d19ee19c758 with Priority: HIGHEST for action security_group_members [ 915.866380] env[69596]: INFO networking_nsxv3.common.synchronization [req-8234f516-d613-4a84-8bbf-81dab7301f10 req-d0db920e-5142-4856-8977-58eb548ca895 service nova] Enqueued Resource ID: 0652f8d2-73a9-43c6-8016-058f2b0f8e05 with Priority: HIGHEST for action port [ 915.866380] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5769c0da-65c9-4827-ad9d-5d19ee19c758 with Priority: HIGHEST for action security_group_rules [ 915.866380] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5769c0da-65c9-4827-ad9d-5d19ee19c758 with Priority: HIGHEST for action security_group_members [ 915.866380] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0652f8d2-73a9-43c6-8016-058f2b0f8e05 with Priority: HIGHEST for action port [ 915.866380] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5769c0da-65c9-4827-ad9d-5d19ee19c758 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.866380] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5769c0da-65c9-4827-ad9d-5d19ee19c758" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.866380] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5769c0da-65c9-4827-ad9d-5d19ee19c758" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.866380] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5769c0da-65c9-4827-ad9d-5d19ee19c758" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.866380] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5769c0da-65c9-4827-ad9d-5d19ee19c758',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.869508] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-5769c0da-65c9-4827-ad9d-5d19ee19c758 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.869941] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5769c0da-65c9-4827-ad9d-5d19ee19c758" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.870631] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5769c0da-65c9-4827-ad9d-5d19ee19c758" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.871039] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5769c0da-65c9-4827-ad9d-5d19ee19c758" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.871327] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.871549] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.871698] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.871953] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.872166] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.872658] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5769c0da-65c9-4827-ad9d-5d19ee19c758',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.875050] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-0652f8d2-73a9-43c6-8016-058f2b0f8e05 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.875050] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0652f8d2-73a9-43c6-8016-058f2b0f8e05" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.875050] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0652f8d2-73a9-43c6-8016-058f2b0f8e05" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.875050] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0652f8d2-73a9-43c6-8016-058f2b0f8e05" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.875050] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0652f8d2-73a9-43c6-8016-058f2b0f8e05',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.379410] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-5769c0da-65c9-4827-ad9d-5d19ee19c758 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.379410] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5769c0da-65c9-4827-ad9d-5d19ee19c758" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.379410] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5769c0da-65c9-4827-ad9d-5d19ee19c758',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.381441] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0652f8d2-73a9-43c6-8016-058f2b0f8e05 with status ACTIVE [ 916.385111] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.385111] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.385111] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.385111] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.385111] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.385111] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.385111] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.385111] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.385111] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.385111] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.385111] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.385111] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.385668] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.385668] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.385668] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.385764] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0652f8d2-73a9-43c6-8016-058f2b0f8e05 is going to be updated. [ 916.431306] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.431719] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.431719] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.431928] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.431988] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.432927] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0652f8d2-73a9-43c6-8016-058f2b0f8e05" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.585232] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755 in Status: IN_PROGRESS for 30s [ 916.699431] env[69596]: INFO networking_nsxv3.common.synchronization [req-061fcfb6-38fb-487f-86aa-175f85729992 req-05d2b989-9a9d-4d35-8ed8-511fd08f826d tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Enqueued Resource ID: 526e4b2f-886d-4668-b7e6-b89e532036d8 with Priority: HIGHEST for action security_group_members [ 916.700607] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 526e4b2f-886d-4668-b7e6-b89e532036d8 with Priority: HIGHEST for action security_group_members [ 916.700922] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-526e4b2f-886d-4668-b7e6-b89e532036d8 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.701057] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.701121] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.702142] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.702142] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.702142] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.702142] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.702142] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.702142] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.702142] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('526e4b2f-886d-4668-b7e6-b89e532036d8',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.888140] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5769c0da-65c9-4827-ad9d-5d19ee19c758',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.204247] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('526e4b2f-886d-4668-b7e6-b89e532036d8',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.391723] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.392056] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.392056] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.392591] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.392591] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.392591] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5769c0da-65c9-4827-ad9d-5d19ee19c758 is going to be created. [ 917.419894] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.419894] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.419894] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.419894] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.419894] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.433884] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5769c0da-65c9-4827-ad9d-5d19ee19c758 in Status: UNINITIALIZED for 2s [ 917.706067] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('526e4b2f-886d-4668-b7e6-b89e532036d8',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.139389] env[69596]: INFO networking_nsxv3.common.synchronization [req-d5c0ea6a-5716-4c1f-88fc-ee9a0e20d5c9 req-b90ad1e6-b9f2-46ba-8f01-5e04dea83d71 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] Enqueued Resource ID: e7ca1301-f88b-49d8-ae1f-cd8cf65c9b2e with Priority: HIGHEST for action security_group_members [ 918.143605] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7ca1301-f88b-49d8-ae1f-cd8cf65c9b2e with Priority: HIGHEST for action security_group_members [ 918.144818] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7ca1301-f88b-49d8-ae1f-cd8cf65c9b2e taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.146032] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7ca1301-f88b-49d8-ae1f-cd8cf65c9b2e" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.146032] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7ca1301-f88b-49d8-ae1f-cd8cf65c9b2e" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.146032] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7ca1301-f88b-49d8-ae1f-cd8cf65c9b2e" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.146032] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.146032] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.146032] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.146871] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.146871] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.146871] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7ca1301-f88b-49d8-ae1f-cd8cf65c9b2e',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.210939] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.210939] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.210939] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.210939] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.210939] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.210939] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 526e4b2f-886d-4668-b7e6-b89e532036d8 is going to be updated. [ 918.251919] env[69596]: INFO networking_nsxv3.common.synchronization [req-7d4d6434-a11d-4625-82b8-73c820d2e1ae req-6f4a78f8-990c-4ad8-ad96-a5149f35262a tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Enqueued Resource ID: afb56769-cdf9-48c7-bdbd-75cf23489a62 with Priority: HIGHEST for action security_group_members [ 918.252655] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afb56769-cdf9-48c7-bdbd-75cf23489a62 with Priority: HIGHEST for action security_group_members [ 918.253199] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-afb56769-cdf9-48c7-bdbd-75cf23489a62 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.253332] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afb56769-cdf9-48c7-bdbd-75cf23489a62" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.253420] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afb56769-cdf9-48c7-bdbd-75cf23489a62" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.254553] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afb56769-cdf9-48c7-bdbd-75cf23489a62" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.254815] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.254948] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.255076] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.255664] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.255664] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.255664] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('afb56769-cdf9-48c7-bdbd-75cf23489a62',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.257616] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.257769] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.257829] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.257963] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.258125] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.273222] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 526e4b2f-886d-4668-b7e6-b89e532036d8 in Status: IN_PROGRESS for 2s [ 918.600997] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755 in Status: IN_PROGRESS for 32s [ 918.650671] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.650792] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.650866] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.651170] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.651224] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.651486] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.651555] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.651600] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.651791] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.651847] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.651911] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7ca1301-f88b-49d8-ae1f-cd8cf65c9b2e is going to be updated. [ 918.688171] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.688171] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.688171] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.688171] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.688171] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.698798] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7ca1301-f88b-49d8-ae1f-cd8cf65c9b2e in Status: IN_PROGRESS for 2s [ 918.761422] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.761609] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.761696] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.763721] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.763721] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.763721] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.763721] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.763721] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.763721] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.763721] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.763721] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afb56769-cdf9-48c7-bdbd-75cf23489a62 is going to be updated. [ 918.791697] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.792010] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.792106] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.792608] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.792700] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.802358] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afb56769-cdf9-48c7-bdbd-75cf23489a62 in Status: IN_PROGRESS for 2s [ 919.445482] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5769c0da-65c9-4827-ad9d-5d19ee19c758 in Status: SUCCESS [ 919.445764] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5769c0da-65c9-4827-ad9d-5d19ee19c758" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.445965] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5769c0da-65c9-4827-ad9d-5d19ee19c758" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.446215] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5769c0da-65c9-4827-ad9d-5d19ee19c758" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.446418] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.446538] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.446605] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.446759] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.446866] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.446997] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5769c0da-65c9-4827-ad9d-5d19ee19c758" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.447144] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5769c0da-65c9-4827-ad9d-5d19ee19c758',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.949437] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5769c0da-65c9-4827-ad9d-5d19ee19c758',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.282209] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 526e4b2f-886d-4668-b7e6-b89e532036d8 in Status: SUCCESS [ 920.282439] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.452547] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5769c0da-65c9-4827-ad9d-5d19ee19c758: rpc.has_security_group_logging(os_id): False [ 920.471811] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.472073] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.476250] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.476250] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.476250] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.476250] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.476250] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.476250] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.476250] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.476250] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.476250] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5769c0da-65c9-4827-ad9d-5d19ee19c758 is going to be created. [ 920.540115] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.540280] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.540352] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.540578] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.540759] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.554873] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5769c0da-65c9-4827-ad9d-5d19ee19c758 in Status: IN_PROGRESS for 2s [ 920.616155] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755 in Status: IN_PROGRESS for 34s [ 920.712813] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7ca1301-f88b-49d8-ae1f-cd8cf65c9b2e in Status: SUCCESS [ 920.712813] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7ca1301-f88b-49d8-ae1f-cd8cf65c9b2e deletion is rescheduled due to dependency. [ 920.712813] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7ca1301-f88b-49d8-ae1f-cd8cf65c9b2e" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.813211] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afb56769-cdf9-48c7-bdbd-75cf23489a62 in Status: SUCCESS [ 920.813211] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afb56769-cdf9-48c7-bdbd-75cf23489a62 deletion is rescheduled due to dependency. [ 920.813303] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afb56769-cdf9-48c7-bdbd-75cf23489a62" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.493414] env[69596]: INFO networking_nsxv3.common.synchronization [None req-1cd10e02-c125-4d20-ad98-3ab7aa1385f9 None None] Enqueued Resource ID: 2aba9b37-c040-4ff7-b632-e1bfbe27cb35 with Priority: HIGHEST for action port [ 921.495237] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2aba9b37-c040-4ff7-b632-e1bfbe27cb35 with Priority: HIGHEST for action port [ 921.495944] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-2aba9b37-c040-4ff7-b632-e1bfbe27cb35 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.496274] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2aba9b37-c040-4ff7-b632-e1bfbe27cb35" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.496323] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2aba9b37-c040-4ff7-b632-e1bfbe27cb35" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.496576] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2aba9b37-c040-4ff7-b632-e1bfbe27cb35" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.496663] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2aba9b37-c040-4ff7-b632-e1bfbe27cb35',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.001572] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2aba9b37-c040-4ff7-b632-e1bfbe27cb35 [ 922.001572] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.001832] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.003048] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.003048] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.003048] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.003048] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2aba9b37-c040-4ff7-b632-e1bfbe27cb35 already deleted. [ 922.003048] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2aba9b37-c040-4ff7-b632-e1bfbe27cb35" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.566607] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5769c0da-65c9-4827-ad9d-5d19ee19c758 in Status: SUCCESS [ 922.566878] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5769c0da-65c9-4827-ad9d-5d19ee19c758" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.630454] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755 in Status: IN_PROGRESS for 36s [ 922.886029] env[69596]: INFO networking_nsxv3.common.synchronization [req-443f8d89-e9be-478e-8a1c-a8ebeba253d5 req-be080dc7-7881-439e-a06c-0b079c480b64 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Enqueued Resource ID: 7d93a406-a4e8-49c7-825b-aa372fc54b45 with Priority: HIGHEST for action security_group_members [ 922.886029] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d93a406-a4e8-49c7-825b-aa372fc54b45 with Priority: HIGHEST for action security_group_members [ 922.886029] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d93a406-a4e8-49c7-825b-aa372fc54b45 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.886029] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d93a406-a4e8-49c7-825b-aa372fc54b45" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.886029] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d93a406-a4e8-49c7-825b-aa372fc54b45" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.886029] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d93a406-a4e8-49c7-825b-aa372fc54b45" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.886029] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.886029] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.886029] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.886029] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.886029] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.887242] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d93a406-a4e8-49c7-825b-aa372fc54b45',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.392104] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d93a406-a4e8-49c7-825b-aa372fc54b45',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.722394] env[69596]: INFO networking_nsxv3.common.synchronization [None req-9fe854f5-3e51-438d-bfee-ff08de08dda7 None None] Enqueued Resource ID: 4084138a-7139-45b3-9d6b-3a59fb410f6e with Priority: HIGHEST for action port [ 923.723339] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4084138a-7139-45b3-9d6b-3a59fb410f6e with Priority: HIGHEST for action port [ 923.723498] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-4084138a-7139-45b3-9d6b-3a59fb410f6e taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.723918] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4084138a-7139-45b3-9d6b-3a59fb410f6e" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.724018] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4084138a-7139-45b3-9d6b-3a59fb410f6e" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.724334] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4084138a-7139-45b3-9d6b-3a59fb410f6e" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.724448] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4084138a-7139-45b3-9d6b-3a59fb410f6e',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.898042] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d93a406-a4e8-49c7-825b-aa372fc54b45',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.230462] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4084138a-7139-45b3-9d6b-3a59fb410f6e [ 924.230973] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.231087] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.231087] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.231323] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.231420] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.231613] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4084138a-7139-45b3-9d6b-3a59fb410f6e already deleted. [ 924.231746] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4084138a-7139-45b3-9d6b-3a59fb410f6e" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.401528] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.401680] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.401752] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.401968] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.402086] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.402197] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d93a406-a4e8-49c7-825b-aa372fc54b45 is going to be updated. [ 924.432409] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.432409] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.433540] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.433540] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.433540] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.445504] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d93a406-a4e8-49c7-825b-aa372fc54b45 in Status: IN_PROGRESS for 2s [ 924.653680] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755 in Status: IN_PROGRESS for 38s [ 926.456916] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d93a406-a4e8-49c7-825b-aa372fc54b45 in Status: SUCCESS [ 926.457197] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d93a406-a4e8-49c7-825b-aa372fc54b45" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.673051] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755 in Status: IN_PROGRESS for 40s [ 927.779233] env[69596]: INFO networking_nsxv3.common.synchronization [req-5fb8d038-0d22-4018-b28b-b61e4e9e40d3 req-9a305d4f-005b-42a4-9cb5-74e68578f43c tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Enqueued Resource ID: 8f8e3172-8166-4ade-8782-0bf3cd8e6f8c with Priority: HIGHEST for action security_group_members [ 927.779878] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f8e3172-8166-4ade-8782-0bf3cd8e6f8c with Priority: HIGHEST for action security_group_members [ 927.780247] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.780375] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.780452] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.780642] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.780883] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.780883] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.781038] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.781184] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.781292] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.781415] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f8e3172-8166-4ade-8782-0bf3cd8e6f8c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.785822] env[69596]: INFO networking_nsxv3.common.synchronization [req-120072cf-ee65-489f-8eff-72414a3c2134 req-82075e5d-1742-4425-9d05-fc1c44f530da tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Enqueued Resource ID: 7ed25a93-e947-45e8-974b-645111add6cd with Priority: HIGHEST for action security_group_members [ 927.786278] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ed25a93-e947-45e8-974b-645111add6cd with Priority: HIGHEST for action security_group_members [ 927.786872] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ed25a93-e947-45e8-974b-645111add6cd taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.787055] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.787136] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.787352] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.787549] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.787679] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.787763] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.787960] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.788127] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.788251] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ed25a93-e947-45e8-974b-645111add6cd',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.285472] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.285654] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.285716] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.285998] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.286172] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.286313] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.286438] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.286490] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.286624] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.286702] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.286782] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f8e3172-8166-4ade-8782-0bf3cd8e6f8c is going to be updated. [ 928.289950] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ed25a93-e947-45e8-974b-645111add6cd',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.316688] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.316688] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.316688] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.316688] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.316688] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.323807] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f8e3172-8166-4ade-8782-0bf3cd8e6f8c in Status: IN_PROGRESS for 2s [ 928.684516] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755 in Status: IN_PROGRESS for 42s [ 928.792262] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ed25a93-e947-45e8-974b-645111add6cd',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.295024] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.295024] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.295024] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.295272] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.295366] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.295467] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ed25a93-e947-45e8-974b-645111add6cd is going to be updated. [ 929.326337] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.326545] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.326545] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.326772] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.326916] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.336312] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ed25a93-e947-45e8-974b-645111add6cd in Status: IN_PROGRESS for 2s [ 930.333040] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f8e3172-8166-4ade-8782-0bf3cd8e6f8c in Status: SUCCESS [ 930.333817] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f8e3172-8166-4ade-8782-0bf3cd8e6f8c deletion is rescheduled due to dependency. [ 930.333817] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.696304] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755 in Status: IN_PROGRESS for 44s [ 931.347135] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ed25a93-e947-45e8-974b-645111add6cd in Status: SUCCESS [ 931.347135] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.350154] env[69596]: INFO networking_nsxv3.common.synchronization [req-8cbfd946-ff74-421f-b775-dbf408ec4a2d req-e9e32856-34e1-410f-8a26-e4cdbef6ee63 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Enqueued Resource ID: 2c6885d9-0d64-4fae-9609-c5b857f379a2 with Priority: HIGHEST for action security_group_members [ 931.350703] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c6885d9-0d64-4fae-9609-c5b857f379a2 with Priority: HIGHEST for action security_group_members [ 931.351291] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c6885d9-0d64-4fae-9609-c5b857f379a2 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.351291] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c6885d9-0d64-4fae-9609-c5b857f379a2" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.351291] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c6885d9-0d64-4fae-9609-c5b857f379a2" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.351460] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c6885d9-0d64-4fae-9609-c5b857f379a2" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.351594] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.351689] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.351749] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.360020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.360020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.360020] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c6885d9-0d64-4fae-9609-c5b857f379a2',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.745541] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-849 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.745808] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-849" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.745958] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-849" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.746275] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-849" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.746919] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.747177] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.747261] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.747513] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.747673] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.747882] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 931.748021] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 931.748120] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 931.748237] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 931.748350] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 931.748460] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 931.748599] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 931.767878] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 931.768066] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 931.768216] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 931.768392] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-849" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.768704] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-537cb2e7-a2e6-4829-bff8-fcce85ec68ee taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.768878] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-537cb2e7-a2e6-4829-bff8-fcce85ec68ee" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.769078] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-537cb2e7-a2e6-4829-bff8-fcce85ec68ee" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.769402] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-537cb2e7-a2e6-4829-bff8-fcce85ec68ee" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.769554] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('537cb2e7-a2e6-4829-bff8-fcce85ec68ee',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.859507] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.859745] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.859853] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.860219] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.860357] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.860660] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.860810] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.860909] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.861151] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.861273] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.861406] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c6885d9-0d64-4fae-9609-c5b857f379a2 already deleted. [ 931.861531] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c6885d9-0d64-4fae-9609-c5b857f379a2" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.273597] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.273597] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.273715] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.273966] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.274136] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.274298] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port 537cb2e7-a2e6-4829-bff8-fcce85ec68ee not found, creating... [ 932.274591] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.274756] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.274890] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.275139] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.275292] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.275610] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.275762] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.275886] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.276196] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.276351] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.276496] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: 537cb2e7-a2e6-4829-bff8-fcce85ec68ee is going to be created. [ 932.295958] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.296174] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.296317] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.296589] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.296814] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.297052] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-537cb2e7-a2e6-4829-bff8-fcce85ec68ee" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.591024] env[69596]: INFO networking_nsxv3.common.synchronization [req-1f41ba32-55d7-4398-a4a3-f6bd537d459d req-8f3d2216-d43d-4775-9b25-7df33408d190 tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] Enqueued Resource ID: c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755 with Priority: HIGHEST for action security_group_members [ 932.591590] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755 with Priority: HIGHEST for action security_group_members [ 932.591907] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.592082] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.592211] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.592422] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.592583] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.592675] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.592753] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.592875] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.593277] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.593277] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.707782] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755 in Status: IN_PROGRESS for 46s [ 933.095116] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.095295] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.095333] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.095555] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.095640] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.095839] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.095932] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.095991] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.096158] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.096238] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.096326] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755 is going to be updated. [ 933.105449] env[69596]: INFO networking_nsxv3.common.synchronization [req-8cbfd946-ff74-421f-b775-dbf408ec4a2d req-af89764a-2065-4319-a866-f4e61bc56d28 service nova] Enqueued Resource ID: 2c6885d9-0d64-4fae-9609-c5b857f379a2 with Priority: HIGHEST for action security_group_rules [ 933.105635] env[69596]: INFO networking_nsxv3.common.synchronization [req-8cbfd946-ff74-421f-b775-dbf408ec4a2d req-af89764a-2065-4319-a866-f4e61bc56d28 service nova] Enqueued Resource ID: 2c6885d9-0d64-4fae-9609-c5b857f379a2 with Priority: HIGHEST for action security_group_members [ 933.105775] env[69596]: INFO networking_nsxv3.common.synchronization [req-8cbfd946-ff74-421f-b775-dbf408ec4a2d req-af89764a-2065-4319-a866-f4e61bc56d28 service nova] Enqueued Resource ID: 537cb2e7-a2e6-4829-bff8-fcce85ec68ee with Priority: HIGHEST for action port [ 933.106293] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c6885d9-0d64-4fae-9609-c5b857f379a2 with Priority: HIGHEST for action security_group_rules [ 933.106427] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c6885d9-0d64-4fae-9609-c5b857f379a2 with Priority: HIGHEST for action security_group_members [ 933.106519] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 537cb2e7-a2e6-4829-bff8-fcce85ec68ee with Priority: HIGHEST for action port [ 933.106781] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c6885d9-0d64-4fae-9609-c5b857f379a2 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.106915] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c6885d9-0d64-4fae-9609-c5b857f379a2" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.106968] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c6885d9-0d64-4fae-9609-c5b857f379a2" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.107491] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c6885d9-0d64-4fae-9609-c5b857f379a2" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.107580] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c6885d9-0d64-4fae-9609-c5b857f379a2',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.108731] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c6885d9-0d64-4fae-9609-c5b857f379a2 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.108872] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c6885d9-0d64-4fae-9609-c5b857f379a2" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.108943] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c6885d9-0d64-4fae-9609-c5b857f379a2" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.109239] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c6885d9-0d64-4fae-9609-c5b857f379a2" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.109239] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.109363] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.109363] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.109475] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.109579] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.109619] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c6885d9-0d64-4fae-9609-c5b857f379a2',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.110336] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-537cb2e7-a2e6-4829-bff8-fcce85ec68ee taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.113692] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-537cb2e7-a2e6-4829-bff8-fcce85ec68ee" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.113692] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-537cb2e7-a2e6-4829-bff8-fcce85ec68ee" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.113692] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-537cb2e7-a2e6-4829-bff8-fcce85ec68ee" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.113692] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('537cb2e7-a2e6-4829-bff8-fcce85ec68ee',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.145920] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.146103] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.146217] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.146448] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.146624] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.155912] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755 in Status: IN_PROGRESS for 2s [ 933.613664] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c6885d9-0d64-4fae-9609-c5b857f379a2 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.614140] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c6885d9-0d64-4fae-9609-c5b857f379a2" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.614140] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c6885d9-0d64-4fae-9609-c5b857f379a2',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.615268] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 537cb2e7-a2e6-4829-bff8-fcce85ec68ee with status ACTIVE [ 933.615506] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.615781] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.615831] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.616052] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.618708] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.618708] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.618708] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.618708] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.618708] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.618708] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.618708] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.618708] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.618708] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.618708] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.618708] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.618708] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 537cb2e7-a2e6-4829-bff8-fcce85ec68ee is going to be updated. [ 933.637744] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.637896] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.638008] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.638177] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.638314] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.638473] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-537cb2e7-a2e6-4829-bff8-fcce85ec68ee" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.121539] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c6885d9-0d64-4fae-9609-c5b857f379a2',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.624920] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.625160] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.625160] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.625342] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.625445] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.625547] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c6885d9-0d64-4fae-9609-c5b857f379a2 is going to be created. [ 934.649686] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.649769] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.649769] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.650735] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.650735] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.659622] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c6885d9-0d64-4fae-9609-c5b857f379a2 in Status: UNINITIALIZED for 2s [ 934.727658] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755 in Status: IN_PROGRESS for 48s [ 935.171479] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755 in Status: SUCCESS [ 935.171715] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755 deletion is rescheduled due to dependency. [ 935.171870] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.685766] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c6885d9-0d64-4fae-9609-c5b857f379a2 in Status: SUCCESS [ 936.686036] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c6885d9-0d64-4fae-9609-c5b857f379a2" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.686225] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c6885d9-0d64-4fae-9609-c5b857f379a2" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.686441] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c6885d9-0d64-4fae-9609-c5b857f379a2" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.686656] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.686776] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.686866] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.686989] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.687080] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.687168] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c6885d9-0d64-4fae-9609-c5b857f379a2" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.687259] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c6885d9-0d64-4fae-9609-c5b857f379a2',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.739574] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755 in Status: IN_PROGRESS for 50s [ 937.190570] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c6885d9-0d64-4fae-9609-c5b857f379a2',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.693599] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c6885d9-0d64-4fae-9609-c5b857f379a2: rpc.has_security_group_logging(os_id): False [ 937.710399] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.710553] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.710626] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.710890] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.710981] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.711299] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.711542] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.711542] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.711674] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.711742] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.711864] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c6885d9-0d64-4fae-9609-c5b857f379a2 is going to be created. [ 937.770857] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.770998] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.771082] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.771314] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.771494] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.781763] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c6885d9-0d64-4fae-9609-c5b857f379a2 in Status: IN_PROGRESS for 2s [ 938.107713] env[69596]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 938.107713] env[69596]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 938.751636] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755 in Status: IN_PROGRESS for 52s [ 939.794085] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c6885d9-0d64-4fae-9609-c5b857f379a2 in Status: SUCCESS [ 939.794434] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c6885d9-0d64-4fae-9609-c5b857f379a2" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.767067] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755 in Status: IN_PROGRESS for 54s [ 940.908182] env[69596]: INFO networking_nsxv3.common.synchronization [req-7c29592f-c55c-46db-8065-b56a5864eb89 req-492a85ae-5214-4b12-a247-b9d35e5c51c3 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Enqueued Resource ID: 526e4b2f-886d-4668-b7e6-b89e532036d8 with Priority: HIGHEST for action security_group_members [ 940.911694] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 526e4b2f-886d-4668-b7e6-b89e532036d8 with Priority: HIGHEST for action security_group_members [ 940.911694] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-526e4b2f-886d-4668-b7e6-b89e532036d8 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.911694] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.911694] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.911694] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.911694] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.911694] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.911694] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.911694] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.911694] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.911694] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('526e4b2f-886d-4668-b7e6-b89e532036d8',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.414314] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('526e4b2f-886d-4668-b7e6-b89e532036d8',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.918145] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('526e4b2f-886d-4668-b7e6-b89e532036d8',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.420066] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.420223] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.420299] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.420509] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.420598] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.420772] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 526e4b2f-886d-4668-b7e6-b89e532036d8 is going to be updated. [ 942.452505] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.452686] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.452727] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.452979] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.453254] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.462048] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 526e4b2f-886d-4668-b7e6-b89e532036d8 in Status: IN_PROGRESS for 2s [ 942.784194] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755 in Status: IN_PROGRESS for 56s [ 944.473504] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 526e4b2f-886d-4668-b7e6-b89e532036d8 in Status: SUCCESS [ 944.473504] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.796164] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755 in Status: IN_PROGRESS for 58s [ 945.391739] env[69596]: INFO networking_nsxv3.common.synchronization [req-f87a652d-cb83-4534-b71c-81294496f3b9 req-c6a033b7-191c-44dc-9b7c-d7c9ea6d8a58 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] Enqueued Resource ID: e89e8a74-9cfc-4f36-9810-7dfe3519140d with Priority: HIGHEST for action security_group_members [ 945.392307] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e89e8a74-9cfc-4f36-9810-7dfe3519140d with Priority: HIGHEST for action security_group_members [ 945.395614] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-e89e8a74-9cfc-4f36-9810-7dfe3519140d taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.395765] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e89e8a74-9cfc-4f36-9810-7dfe3519140d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.395831] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e89e8a74-9cfc-4f36-9810-7dfe3519140d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.396104] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e89e8a74-9cfc-4f36-9810-7dfe3519140d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.396276] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.396438] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.396438] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.396605] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.396685] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.396777] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e89e8a74-9cfc-4f36-9810-7dfe3519140d',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.423088] env[69596]: INFO networking_nsxv3.common.synchronization [req-91131e0d-6265-4b62-8885-70c8454e4efa req-8c69b1b7-803b-492f-840d-ac9aa02c01ea tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Enqueued Resource ID: 7d93a406-a4e8-49c7-825b-aa372fc54b45 with Priority: HIGHEST for action security_group_members [ 945.423606] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d93a406-a4e8-49c7-825b-aa372fc54b45 with Priority: HIGHEST for action security_group_members [ 945.423906] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d93a406-a4e8-49c7-825b-aa372fc54b45 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.424037] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d93a406-a4e8-49c7-825b-aa372fc54b45" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.424107] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d93a406-a4e8-49c7-825b-aa372fc54b45" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.424299] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d93a406-a4e8-49c7-825b-aa372fc54b45" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.424479] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.424931] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.424931] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.424931] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.424931] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.425095] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d93a406-a4e8-49c7-825b-aa372fc54b45',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.899020] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.899358] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.899358] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.900035] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.900035] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.900035] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.900035] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.900035] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.900035] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.900338] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.900338] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e89e8a74-9cfc-4f36-9810-7dfe3519140d already deleted. [ 945.900338] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e89e8a74-9cfc-4f36-9810-7dfe3519140d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.927143] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.927298] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.927370] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.927571] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.927661] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.927849] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.927947] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.928017] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.928166] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.928242] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.928327] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d93a406-a4e8-49c7-825b-aa372fc54b45 is going to be updated. [ 945.935635] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-574 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.935829] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-574" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.935958] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-574" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.936211] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-574" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.936872] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.936872] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.936872] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.937097] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.937097] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.937268] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 945.937383] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 945.937494] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 945.937609] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 945.937716] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 945.937856] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 945.937957] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 945.957581] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 945.957741] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 945.957881] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 945.958084] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-574" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.958362] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-9a5722ef-ff9e-4953-95f0-3e07bedd64b8 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.958531] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-9a5722ef-ff9e-4953-95f0-3e07bedd64b8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.958654] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-9a5722ef-ff9e-4953-95f0-3e07bedd64b8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.958955] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-9a5722ef-ff9e-4953-95f0-3e07bedd64b8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.959110] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a5722ef-ff9e-4953-95f0-3e07bedd64b8',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.965021] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.965021] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.965021] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.965021] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.965021] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.972796] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d93a406-a4e8-49c7-825b-aa372fc54b45 in Status: IN_PROGRESS for 2s [ 946.461637] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.461847] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.461981] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.462296] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.462460] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.462682] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port 9a5722ef-ff9e-4953-95f0-3e07bedd64b8 not found, creating... [ 946.462875] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.463119] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.463208] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.463422] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.463574] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.463860] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.464138] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.464297] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.464513] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.464653] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.464793] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: 9a5722ef-ff9e-4953-95f0-3e07bedd64b8 is going to be created. [ 946.484416] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.484630] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.484763] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.485368] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.485368] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.485639] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-9a5722ef-ff9e-4953-95f0-3e07bedd64b8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.764079] env[69596]: INFO networking_nsxv3.common.synchronization [req-1dff6381-5622-49a7-85ce-88658ff0b889 req-0dcb7871-a72a-4ee1-b12b-717df68c9f40 tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Enqueued Resource ID: fbed8333-e653-47b8-84ec-af891864d741 with Priority: HIGHEST for action security_group_members [ 946.764628] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbed8333-e653-47b8-84ec-af891864d741 with Priority: HIGHEST for action security_group_members [ 946.764945] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbed8333-e653-47b8-84ec-af891864d741 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.765099] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbed8333-e653-47b8-84ec-af891864d741" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.765857] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbed8333-e653-47b8-84ec-af891864d741" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.765857] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbed8333-e653-47b8-84ec-af891864d741" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.765857] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.765857] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.765857] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.765857] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.765857] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.766195] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fbed8333-e653-47b8-84ec-af891864d741',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.807514] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755 in Status: IN_PROGRESS for 60s [ 947.268895] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.269141] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.269141] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.273020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.289922] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.290327] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.290455] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.290523] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.290715] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.290792] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.290882] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbed8333-e653-47b8-84ec-af891864d741 is going to be updated. [ 947.320093] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.320235] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.320312] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.320612] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.320756] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.329830] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbed8333-e653-47b8-84ec-af891864d741 in Status: IN_PROGRESS for 2s [ 947.405201] env[69596]: INFO networking_nsxv3.common.synchronization [req-f87a652d-cb83-4534-b71c-81294496f3b9 req-80a8f753-6969-47e3-8918-6c512334e5e5 service nova] Enqueued Resource ID: e89e8a74-9cfc-4f36-9810-7dfe3519140d with Priority: HIGHEST for action security_group_rules [ 947.405201] env[69596]: INFO networking_nsxv3.common.synchronization [req-f87a652d-cb83-4534-b71c-81294496f3b9 req-80a8f753-6969-47e3-8918-6c512334e5e5 service nova] Enqueued Resource ID: e89e8a74-9cfc-4f36-9810-7dfe3519140d with Priority: HIGHEST for action security_group_members [ 947.405201] env[69596]: INFO networking_nsxv3.common.synchronization [req-f87a652d-cb83-4534-b71c-81294496f3b9 req-80a8f753-6969-47e3-8918-6c512334e5e5 service nova] Enqueued Resource ID: 9a5722ef-ff9e-4953-95f0-3e07bedd64b8 with Priority: HIGHEST for action port [ 947.405201] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e89e8a74-9cfc-4f36-9810-7dfe3519140d with Priority: HIGHEST for action security_group_rules [ 947.405201] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e89e8a74-9cfc-4f36-9810-7dfe3519140d with Priority: HIGHEST for action security_group_members [ 947.405201] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a5722ef-ff9e-4953-95f0-3e07bedd64b8 with Priority: HIGHEST for action port [ 947.405201] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e89e8a74-9cfc-4f36-9810-7dfe3519140d taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.405201] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e89e8a74-9cfc-4f36-9810-7dfe3519140d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.405201] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e89e8a74-9cfc-4f36-9810-7dfe3519140d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.406945] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e89e8a74-9cfc-4f36-9810-7dfe3519140d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.406945] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e89e8a74-9cfc-4f36-9810-7dfe3519140d',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.409792] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-e89e8a74-9cfc-4f36-9810-7dfe3519140d taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.410768] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e89e8a74-9cfc-4f36-9810-7dfe3519140d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.410768] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e89e8a74-9cfc-4f36-9810-7dfe3519140d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.410768] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e89e8a74-9cfc-4f36-9810-7dfe3519140d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.410768] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.411980] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.411980] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.411980] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.412146] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.412567] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e89e8a74-9cfc-4f36-9810-7dfe3519140d',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.413610] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a5722ef-ff9e-4953-95f0-3e07bedd64b8 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.414657] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a5722ef-ff9e-4953-95f0-3e07bedd64b8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.414990] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a5722ef-ff9e-4953-95f0-3e07bedd64b8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.415838] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a5722ef-ff9e-4953-95f0-3e07bedd64b8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.415993] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a5722ef-ff9e-4953-95f0-3e07bedd64b8',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.610390] env[69596]: INFO networking_nsxv3.common.synchronization [req-624a4951-ec96-4855-b682-ac935d72253a req-f4b3d469-604c-4c2e-b9b9-5bbe005231a8 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Enqueued Resource ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 with Priority: HIGHEST for action security_group_members [ 947.610390] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 with Priority: HIGHEST for action security_group_members [ 947.610390] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.610390] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.613130] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.613425] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.613620] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.613736] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.613803] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.613955] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.614071] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.614167] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf4de9a2-fc16-45b8-939c-537e3f2c7f65',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.917431] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-e89e8a74-9cfc-4f36-9810-7dfe3519140d taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.917618] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e89e8a74-9cfc-4f36-9810-7dfe3519140d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.920017] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e89e8a74-9cfc-4f36-9810-7dfe3519140d',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.922282] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9a5722ef-ff9e-4953-95f0-3e07bedd64b8 with status ACTIVE [ 947.923332] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.926352] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.926444] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.926642] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.926731] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.926910] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.927029] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.927094] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.927239] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.927313] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.927491] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.927581] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.927639] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.927769] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.927840] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.927918] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9a5722ef-ff9e-4953-95f0-3e07bedd64b8 is going to be updated. [ 947.948469] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.948609] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.948679] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.948881] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.949025] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.949185] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a5722ef-ff9e-4953-95f0-3e07bedd64b8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.984853] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d93a406-a4e8-49c7-825b-aa372fc54b45 in Status: SUCCESS [ 947.985044] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d93a406-a4e8-49c7-825b-aa372fc54b45 deletion is rescheduled due to dependency. [ 947.985159] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d93a406-a4e8-49c7-825b-aa372fc54b45" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.115229] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-953 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.115229] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-953" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.115229] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-953" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.115229] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-953" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.115229] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.115229] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.115503] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.115538] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.115682] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.115890] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 948.116014] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 948.116128] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 948.117423] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 948.117423] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 948.117423] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 948.117423] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 948.117915] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf4de9a2-fc16-45b8-939c-537e3f2c7f65',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.120496] env[69596]: INFO networking_nsxv3.common.synchronization [None req-ef05c23e-ffee-47d2-9f15-1ba7747ca8bd None None] Enqueued Resource ID: ca25770a-f154-48b9-a031-a7a8f7d0e84f with Priority: HIGHEST for action port [ 948.121208] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca25770a-f154-48b9-a031-a7a8f7d0e84f with Priority: HIGHEST for action port [ 948.121474] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca25770a-f154-48b9-a031-a7a8f7d0e84f taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.121578] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca25770a-f154-48b9-a031-a7a8f7d0e84f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.121641] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca25770a-f154-48b9-a031-a7a8f7d0e84f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.121854] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca25770a-f154-48b9-a031-a7a8f7d0e84f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.121928] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca25770a-f154-48b9-a031-a7a8f7d0e84f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.139206] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 948.139381] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 948.140306] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 948.140306] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-953" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.140306] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-305781b0-f90e-45ca-a0d7-2018fc60f317 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.140493] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-305781b0-f90e-45ca-a0d7-2018fc60f317" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.140493] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-305781b0-f90e-45ca-a0d7-2018fc60f317" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.140790] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-305781b0-f90e-45ca-a0d7-2018fc60f317" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.142155] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('305781b0-f90e-45ca-a0d7-2018fc60f317',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.422896] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e89e8a74-9cfc-4f36-9810-7dfe3519140d',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.625733] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf4de9a2-fc16-45b8-939c-537e3f2c7f65',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.625733] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ca25770a-f154-48b9-a031-a7a8f7d0e84f [ 948.625733] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.625733] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.625733] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.625733] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.625733] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.625733] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ca25770a-f154-48b9-a031-a7a8f7d0e84f already deleted. [ 948.625733] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca25770a-f154-48b9-a031-a7a8f7d0e84f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.646476] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.647037] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.647337] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.647780] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.648455] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.648816] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port 305781b0-f90e-45ca-a0d7-2018fc60f317 not found, creating... [ 948.649331] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.650468] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.650468] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.650468] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.651476] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.654417] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.654417] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.654417] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.654417] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.654417] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.654417] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: 305781b0-f90e-45ca-a0d7-2018fc60f317 is going to be created. [ 948.673613] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.673613] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.673613] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.673613] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.673613] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.673613] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-305781b0-f90e-45ca-a0d7-2018fc60f317" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.827503] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755 in Status: IN_PROGRESS for 62s [ 948.926420] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.926420] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.926420] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.926420] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.926420] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.926420] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e89e8a74-9cfc-4f36-9810-7dfe3519140d is going to be created. [ 948.950256] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.950256] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.950256] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.950256] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.950256] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.962713] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e89e8a74-9cfc-4f36-9810-7dfe3519140d in Status: UNINITIALIZED for 2s [ 949.126664] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.126816] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.126871] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.127123] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.127219] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.127319] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 is going to be updated. [ 949.157773] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.157919] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.157990] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.158238] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.158381] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.167733] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 in Status: IN_PROGRESS for 2s [ 949.340647] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbed8333-e653-47b8-84ec-af891864d741 in Status: SUCCESS [ 949.342790] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbed8333-e653-47b8-84ec-af891864d741 deletion is rescheduled due to dependency. [ 949.342790] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbed8333-e653-47b8-84ec-af891864d741" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.508863] env[69596]: INFO networking_nsxv3.common.synchronization [req-624a4951-ec96-4855-b682-ac935d72253a req-474cc0a0-f379-424c-ab02-6235f580500e service nova] Enqueued Resource ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 with Priority: HIGHEST for action security_group_rules [ 949.509104] env[69596]: INFO networking_nsxv3.common.synchronization [req-624a4951-ec96-4855-b682-ac935d72253a req-474cc0a0-f379-424c-ab02-6235f580500e service nova] Enqueued Resource ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 with Priority: HIGHEST for action security_group_members [ 949.509209] env[69596]: INFO networking_nsxv3.common.synchronization [req-624a4951-ec96-4855-b682-ac935d72253a req-474cc0a0-f379-424c-ab02-6235f580500e service nova] Enqueued Resource ID: 305781b0-f90e-45ca-a0d7-2018fc60f317 with Priority: HIGHEST for action port [ 949.509679] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 with Priority: HIGHEST for action security_group_rules [ 949.509806] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 with Priority: HIGHEST for action security_group_members [ 949.509901] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 305781b0-f90e-45ca-a0d7-2018fc60f317 with Priority: HIGHEST for action port [ 949.510701] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf4de9a2-fc16-45b8-939c-537e3f2c7f65 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.510844] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.511048] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.511296] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.512018] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf4de9a2-fc16-45b8-939c-537e3f2c7f65',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.513024] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.513120] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.513319] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-305781b0-f90e-45ca-a0d7-2018fc60f317 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.513437] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-305781b0-f90e-45ca-a0d7-2018fc60f317" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.513507] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-305781b0-f90e-45ca-a0d7-2018fc60f317" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.513680] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-305781b0-f90e-45ca-a0d7-2018fc60f317" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.513753] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('305781b0-f90e-45ca-a0d7-2018fc60f317',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.014232] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.014366] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.017839] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 305781b0-f90e-45ca-a0d7-2018fc60f317 with status ACTIVE [ 950.018190] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.018190] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.018311] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.018593] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.019309] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.019309] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.019309] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.019309] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.019547] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.019676] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.019967] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.019967] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.020089] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.020154] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.020230] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.020347] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 305781b0-f90e-45ca-a0d7-2018fc60f317 is going to be updated. [ 950.048350] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.048574] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.051147] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.051371] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.051516] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.051685] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-305781b0-f90e-45ca-a0d7-2018fc60f317" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.318416] env[69596]: INFO networking_nsxv3.common.synchronization [None req-4e7c5c8f-4219-4b89-ab56-5aa38fe8b877 None None] Enqueued Resource ID: 53010d74-16c3-49e9-b4dc-2ad886e53973 with Priority: HIGHEST for action port [ 950.318697] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53010d74-16c3-49e9-b4dc-2ad886e53973 with Priority: HIGHEST for action port [ 950.319286] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-53010d74-16c3-49e9-b4dc-2ad886e53973 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.319400] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53010d74-16c3-49e9-b4dc-2ad886e53973" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.319457] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53010d74-16c3-49e9-b4dc-2ad886e53973" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.319709] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53010d74-16c3-49e9-b4dc-2ad886e53973" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.319793] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53010d74-16c3-49e9-b4dc-2ad886e53973',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.822029] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 53010d74-16c3-49e9-b4dc-2ad886e53973 [ 950.822412] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.822412] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.822517] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.822698] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.822821] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.822919] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:53010d74-16c3-49e9-b4dc-2ad886e53973 already deleted. [ 950.823017] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53010d74-16c3-49e9-b4dc-2ad886e53973" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.840878] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755 in Status: IN_PROGRESS for 64s [ 950.972130] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e89e8a74-9cfc-4f36-9810-7dfe3519140d in Status: SUCCESS [ 950.972428] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e89e8a74-9cfc-4f36-9810-7dfe3519140d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.972628] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e89e8a74-9cfc-4f36-9810-7dfe3519140d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.972886] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e89e8a74-9cfc-4f36-9810-7dfe3519140d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.973133] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.973295] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.973431] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.973668] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.973668] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.973753] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e89e8a74-9cfc-4f36-9810-7dfe3519140d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.973919] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e89e8a74-9cfc-4f36-9810-7dfe3519140d',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.177257] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 in Status: SUCCESS [ 951.177473] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.177641] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.177859] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.178062] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.178180] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.178247] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.178429] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.178714] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.178714] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf4de9a2-fc16-45b8-939c-537e3f2c7f65',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.477833] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-e89e8a74-9cfc-4f36-9810-7dfe3519140d taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.477833] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e89e8a74-9cfc-4f36-9810-7dfe3519140d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.477833] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e89e8a74-9cfc-4f36-9810-7dfe3519140d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.477833] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e89e8a74-9cfc-4f36-9810-7dfe3519140d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.477833] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.477833] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.477833] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.478278] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.478278] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.478278] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e89e8a74-9cfc-4f36-9810-7dfe3519140d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.478278] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-e89e8a74-9cfc-4f36-9810-7dfe3519140d taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.478399] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e89e8a74-9cfc-4f36-9810-7dfe3519140d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.478399] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e89e8a74-9cfc-4f36-9810-7dfe3519140d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.478539] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e89e8a74-9cfc-4f36-9810-7dfe3519140d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.478667] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.478760] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.478815] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.478930] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.478998] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.482017] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e89e8a74-9cfc-4f36-9810-7dfe3519140d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.482017] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e89e8a74-9cfc-4f36-9810-7dfe3519140d',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.681047] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf4de9a2-fc16-45b8-939c-537e3f2c7f65',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.886455] env[69596]: INFO networking_nsxv3.common.synchronization [req-ddf397fa-1c27-45db-a3fa-109809770072 req-5ade838d-d3b8-4141-907e-7d6445493650 tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] Enqueued Resource ID: c38c4cd9-ba63-4312-9b86-62c0f685fc55 with Priority: HIGHEST for action security_group_members [ 951.887034] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c38c4cd9-ba63-4312-9b86-62c0f685fc55 with Priority: HIGHEST for action security_group_members [ 951.887780] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-c38c4cd9-ba63-4312-9b86-62c0f685fc55 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.887780] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c38c4cd9-ba63-4312-9b86-62c0f685fc55" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.887780] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c38c4cd9-ba63-4312-9b86-62c0f685fc55" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.887780] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c38c4cd9-ba63-4312-9b86-62c0f685fc55" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.888029] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.888029] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.888029] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.888173] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.888257] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.888351] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c38c4cd9-ba63-4312-9b86-62c0f685fc55',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.984250] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e89e8a74-9cfc-4f36-9810-7dfe3519140d: rpc.has_security_group_logging(os_id): False [ 952.006354] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.006604] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.006604] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.006841] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.008102] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.008102] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.008102] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.008102] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.008102] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.008102] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.008102] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.008662] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.008662] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.010870] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.010870] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.010870] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.010870] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.010870] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.010870] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.010870] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.010870] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e89e8a74-9cfc-4f36-9810-7dfe3519140d is going to be created. [ 952.072301] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.072505] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.072577] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.072789] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.072968] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.086468] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e89e8a74-9cfc-4f36-9810-7dfe3519140d in Status: IN_PROGRESS for 2s [ 952.183071] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf4de9a2-fc16-45b8-939c-537e3f2c7f65',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.391663] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.391663] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.391663] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.391663] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.391839] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.392114] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.392403] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.392403] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.392598] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.392687] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.392781] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c38c4cd9-ba63-4312-9b86-62c0f685fc55 is going to be updated. [ 952.426043] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.426585] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.426585] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.426699] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.426868] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.436866] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c38c4cd9-ba63-4312-9b86-62c0f685fc55 in Status: IN_PROGRESS for 2s [ 952.688532] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.688753] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.688853] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.689127] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.689255] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.689390] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 is going to be updated. [ 952.720061] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.720245] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.720341] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.720533] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.720673] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.728840] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 in Status: IN_PROGRESS for 2s [ 952.852218] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755 in Status: IN_PROGRESS for 66s [ 954.100467] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e89e8a74-9cfc-4f36-9810-7dfe3519140d in Status: SUCCESS [ 954.100467] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e89e8a74-9cfc-4f36-9810-7dfe3519140d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.373069] env[69596]: INFO networking_nsxv3.common.synchronization [req-96ac2d0c-8d77-4ac3-a8db-30bc6b17f419 req-2e5b7745-c3dd-43a7-9f14-e35801c070fe tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Enqueued Resource ID: 7ed25a93-e947-45e8-974b-645111add6cd with Priority: HIGHEST for action security_group_members [ 954.373069] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ed25a93-e947-45e8-974b-645111add6cd with Priority: HIGHEST for action security_group_members [ 954.373069] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ed25a93-e947-45e8-974b-645111add6cd taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.373069] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.373069] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.373069] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.373483] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.373722] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.373901] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.374183] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.374391] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.374589] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ed25a93-e947-45e8-974b-645111add6cd',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.446918] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c38c4cd9-ba63-4312-9b86-62c0f685fc55 in Status: SUCCESS [ 954.447271] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c38c4cd9-ba63-4312-9b86-62c0f685fc55 deletion is rescheduled due to dependency. [ 954.447271] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c38c4cd9-ba63-4312-9b86-62c0f685fc55" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.738553] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 in Status: SUCCESS [ 954.738789] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.738947] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.739191] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.739435] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.739499] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.739552] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.739725] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.739807] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.739892] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.740048] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bf4de9a2-fc16-45b8-939c-537e3f2c7f65',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.866019] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755 in Status: IN_PROGRESS for 68s [ 954.877053] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.877460] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.877652] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.877969] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.878200] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.878529] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.878787] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.878961] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.879233] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.879440] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.879652] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ed25a93-e947-45e8-974b-645111add6cd is going to be updated. [ 954.911754] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.911754] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.911754] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.911754] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.911754] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.919474] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ed25a93-e947-45e8-974b-645111add6cd in Status: IN_PROGRESS for 2s [ 955.241837] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.242200] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.242200] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.242485] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.242666] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.242801] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.242888] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.243110] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.243195] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.243335] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.243530] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.243684] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.243777] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.243953] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.244145] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.244273] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.244357] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.244539] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.244640] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.244731] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.244822] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bf4de9a2-fc16-45b8-939c-537e3f2c7f65',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.747547] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bf4de9a2-fc16-45b8-939c-537e3f2c7f65: rpc.has_security_group_logging(os_id): False [ 955.765379] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.765533] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.765704] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.765814] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.765908] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.766112] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.766232] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.766280] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.766414] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.766492] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.766680] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.766773] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.766835] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.766973] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.767076] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.767266] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.767360] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.767422] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.767561] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.767635] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.767719] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 is going to be updated. [ 955.851312] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.851312] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.851312] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.851312] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.851312] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.873243] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 in Status: IN_PROGRESS for 2s [ 956.878087] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755 in Status: IN_PROGRESS for 70s [ 956.927858] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ed25a93-e947-45e8-974b-645111add6cd in Status: SUCCESS [ 956.928046] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ed25a93-e947-45e8-974b-645111add6cd deletion is rescheduled due to dependency. [ 956.928160] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.893758] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 in Status: SUCCESS [ 957.894080] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.889859] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755 in Status: IN_PROGRESS for 72s [ 959.282934] env[69596]: INFO networking_nsxv3.common.synchronization [req-e1f8f505-c60c-433d-b14c-4d8931daa080 req-5dd5916d-2c83-44e6-a23b-989a6683b62f tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] Enqueued Resource ID: e89e8a74-9cfc-4f36-9810-7dfe3519140d with Priority: HIGHEST for action security_group_members [ 959.283499] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e89e8a74-9cfc-4f36-9810-7dfe3519140d with Priority: HIGHEST for action security_group_members [ 959.283800] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-e89e8a74-9cfc-4f36-9810-7dfe3519140d taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.283920] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e89e8a74-9cfc-4f36-9810-7dfe3519140d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.283986] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e89e8a74-9cfc-4f36-9810-7dfe3519140d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.284321] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e89e8a74-9cfc-4f36-9810-7dfe3519140d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.284540] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.284692] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.284779] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.284963] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.285086] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.285207] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e89e8a74-9cfc-4f36-9810-7dfe3519140d',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.787855] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.788070] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.788124] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.788359] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.788452] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.788704] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.788831] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.788911] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.789134] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.789226] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.789324] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e89e8a74-9cfc-4f36-9810-7dfe3519140d is going to be updated. [ 959.818396] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.818549] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.818630] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.818824] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.818963] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.828661] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e89e8a74-9cfc-4f36-9810-7dfe3519140d in Status: IN_PROGRESS for 2s [ 960.902379] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755 in Status: IN_PROGRESS for 74s [ 961.837248] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e89e8a74-9cfc-4f36-9810-7dfe3519140d in Status: SUCCESS [ 961.837427] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e89e8a74-9cfc-4f36-9810-7dfe3519140d deletion is rescheduled due to dependency. [ 961.837526] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e89e8a74-9cfc-4f36-9810-7dfe3519140d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.431336] env[69596]: INFO networking_nsxv3.common.synchronization [req-e66f0a97-9a44-4258-b09a-8f61018b090d req-8637f1b9-9b8b-4e24-a7eb-b97f1ebfc8a7 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Enqueued Resource ID: 526e4b2f-886d-4668-b7e6-b89e532036d8 with Priority: HIGHEST for action security_group_members [ 962.431336] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 526e4b2f-886d-4668-b7e6-b89e532036d8 with Priority: HIGHEST for action security_group_members [ 962.431336] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-526e4b2f-886d-4668-b7e6-b89e532036d8 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.431336] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.431336] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.431336] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.431336] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.431336] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.431336] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.431336] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.431336] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.431336] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('526e4b2f-886d-4668-b7e6-b89e532036d8',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.916017] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755 in Status: IN_PROGRESS for 76s [ 962.935465] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('526e4b2f-886d-4668-b7e6-b89e532036d8',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.438440] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('526e4b2f-886d-4668-b7e6-b89e532036d8',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.940342] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.940535] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.940650] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.940865] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.940986] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.941131] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 526e4b2f-886d-4668-b7e6-b89e532036d8 is going to be updated. [ 963.966951] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.967130] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.967167] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.967359] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.967498] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.975412] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 526e4b2f-886d-4668-b7e6-b89e532036d8 in Status: IN_PROGRESS for 2s [ 964.928346] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755 in Status: IN_PROGRESS for 78s [ 965.985247] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 526e4b2f-886d-4668-b7e6-b89e532036d8 in Status: SUCCESS [ 965.985605] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.940548] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755 in Status: SUCCESS [ 966.940848] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.429833] env[69596]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 967.430274] env[69596]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 969.963412] env[69596]: INFO networking_nsxv3.common.synchronization [None req-31bc1ef6-76a5-4040-b61b-7ef924275720 None None] Enqueued Resource ID: c3e8f731-4f0f-4dd1-a0d7-8554f23c9721 with Priority: HIGHEST for action port [ 969.964174] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3e8f731-4f0f-4dd1-a0d7-8554f23c9721 with Priority: HIGHEST for action port [ 969.964449] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3e8f731-4f0f-4dd1-a0d7-8554f23c9721 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.964587] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3e8f731-4f0f-4dd1-a0d7-8554f23c9721" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.964654] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3e8f731-4f0f-4dd1-a0d7-8554f23c9721" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.964980] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3e8f731-4f0f-4dd1-a0d7-8554f23c9721" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.965038] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3e8f731-4f0f-4dd1-a0d7-8554f23c9721',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.003280] env[69596]: INFO networking_nsxv3.common.synchronization [req-a35d8132-0552-4813-b819-9a53f4064766 req-9c8d0460-425e-4904-b6a8-52afeb85909f tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] Enqueued Resource ID: fb674795-651d-4bdc-bd54-ad791a881750 with Priority: HIGHEST for action security_group_members [ 970.003791] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb674795-651d-4bdc-bd54-ad791a881750 with Priority: HIGHEST for action security_group_members [ 970.005051] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb674795-651d-4bdc-bd54-ad791a881750 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.005374] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb674795-651d-4bdc-bd54-ad791a881750" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.005538] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb674795-651d-4bdc-bd54-ad791a881750" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.005804] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb674795-651d-4bdc-bd54-ad791a881750" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.005992] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.006097] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.006142] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.006288] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.006372] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.006466] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb674795-651d-4bdc-bd54-ad791a881750',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.468192] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c3e8f731-4f0f-4dd1-a0d7-8554f23c9721 [ 970.468430] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.468571] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.468644] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.468902] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.469022] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.469169] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c3e8f731-4f0f-4dd1-a0d7-8554f23c9721 already deleted. [ 970.469169] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3e8f731-4f0f-4dd1-a0d7-8554f23c9721" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.508939] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.509771] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.509771] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.509771] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.509771] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.509771] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.509771] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.510112] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.510112] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.510112] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.510112] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb674795-651d-4bdc-bd54-ad791a881750 already deleted. [ 970.510227] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb674795-651d-4bdc-bd54-ad791a881750" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.643314] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-109 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.643314] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-109" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.643314] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-109" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.643314] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-109" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.643314] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.643314] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.643314] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.643990] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.644216] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.644455] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 970.644716] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 970.644716] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 970.644870] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 970.644906] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 970.645037] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 970.645183] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 970.665679] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 970.665838] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 970.665993] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 970.666269] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-109" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.666528] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-6ac9088f-1b6a-4a6d-8d26-ff2692e1699c taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.666720] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-6ac9088f-1b6a-4a6d-8d26-ff2692e1699c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.666828] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-6ac9088f-1b6a-4a6d-8d26-ff2692e1699c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.667452] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-6ac9088f-1b6a-4a6d-8d26-ff2692e1699c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.667452] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ac9088f-1b6a-4a6d-8d26-ff2692e1699c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.173418] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.173418] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.173418] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.173418] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.173418] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.173418] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port 6ac9088f-1b6a-4a6d-8d26-ff2692e1699c not found, creating... [ 971.173418] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.173418] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.173418] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.173418] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.173418] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.174013] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.174013] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.174013] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.174013] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.174013] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.174405] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: 6ac9088f-1b6a-4a6d-8d26-ff2692e1699c is going to be created. [ 971.201493] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.201715] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.201909] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.202263] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.202559] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.206017] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-6ac9088f-1b6a-4a6d-8d26-ff2692e1699c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.994742] env[69596]: INFO networking_nsxv3.common.synchronization [None req-5bb13342-c16f-4c92-a42e-b690c846666c tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Enqueued Resource ID: 93556ab5-d8c5-4932-b73c-852db71ea006 with Priority: HIGHEST for action security_group_rules [ 971.994742] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93556ab5-d8c5-4932-b73c-852db71ea006 with Priority: HIGHEST for action security_group_rules [ 971.994742] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93556ab5-d8c5-4932-b73c-852db71ea006 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.994742] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93556ab5-d8c5-4932-b73c-852db71ea006" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.994742] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93556ab5-d8c5-4932-b73c-852db71ea006" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.994742] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93556ab5-d8c5-4932-b73c-852db71ea006" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.995625] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93556ab5-d8c5-4932-b73c-852db71ea006',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.999748] env[69596]: INFO networking_nsxv3.common.synchronization [None req-2255b44a-883d-46c6-8e3b-85e4938c0037 None None] Enqueued Resource ID: 27e2ddad-529d-4c31-bb24-a3f5188c8d8b with Priority: HIGHEST for action port [ 972.001383] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27e2ddad-529d-4c31-bb24-a3f5188c8d8b with Priority: HIGHEST for action port [ 972.001383] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-27e2ddad-529d-4c31-bb24-a3f5188c8d8b taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.001383] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27e2ddad-529d-4c31-bb24-a3f5188c8d8b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.001383] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27e2ddad-529d-4c31-bb24-a3f5188c8d8b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.001383] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27e2ddad-529d-4c31-bb24-a3f5188c8d8b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.001383] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27e2ddad-529d-4c31-bb24-a3f5188c8d8b',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.174204] env[69596]: INFO networking_nsxv3.common.synchronization [None req-a1de1d31-9866-4853-b1ea-8deddc999aae tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Enqueued Resource ID: 93556ab5-d8c5-4932-b73c-852db71ea006 with Priority: HIGHEST for action security_group_rules [ 972.175815] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93556ab5-d8c5-4932-b73c-852db71ea006 with Priority: HIGHEST for action security_group_rules [ 972.178015] env[69596]: INFO networking_nsxv3.common.synchronization [req-5df3ff16-d9e7-4097-8577-c97d370e90bf req-f8961112-43e6-422c-9fa9-4e9f1fb357e1 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Enqueued Resource ID: 7ed25a93-e947-45e8-974b-645111add6cd with Priority: HIGHEST for action security_group_members [ 972.178367] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93556ab5-d8c5-4932-b73c-852db71ea006 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.178504] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93556ab5-d8c5-4932-b73c-852db71ea006" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.178867] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ed25a93-e947-45e8-974b-645111add6cd with Priority: HIGHEST for action security_group_members [ 972.179127] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ed25a93-e947-45e8-974b-645111add6cd taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.179236] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.179301] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.179525] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.179673] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.179822] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.179869] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.179990] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.180195] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.180195] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ed25a93-e947-45e8-974b-645111add6cd',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.503558] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 27e2ddad-529d-4c31-bb24-a3f5188c8d8b [ 972.503983] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.503983] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.503983] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.504179] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.504271] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.504360] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:27e2ddad-529d-4c31-bb24-a3f5188c8d8b already deleted. [ 972.504441] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27e2ddad-529d-4c31-bb24-a3f5188c8d8b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.523069] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.523351] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.523351] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.523526] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.523661] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.523774] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93556ab5-d8c5-4932-b73c-852db71ea006 already deleted. [ 972.523879] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93556ab5-d8c5-4932-b73c-852db71ea006" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.524222] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93556ab5-d8c5-4932-b73c-852db71ea006" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.524222] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93556ab5-d8c5-4932-b73c-852db71ea006" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.524319] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93556ab5-d8c5-4932-b73c-852db71ea006',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.542996] env[69596]: INFO networking_nsxv3.common.synchronization [req-a35d8132-0552-4813-b819-9a53f4064766 req-cf738249-d2fe-41e6-a882-f9a2bf9a28fc service nova] Enqueued Resource ID: fb674795-651d-4bdc-bd54-ad791a881750 with Priority: HIGHEST for action security_group_rules [ 972.542996] env[69596]: INFO networking_nsxv3.common.synchronization [req-a35d8132-0552-4813-b819-9a53f4064766 req-cf738249-d2fe-41e6-a882-f9a2bf9a28fc service nova] Enqueued Resource ID: fb674795-651d-4bdc-bd54-ad791a881750 with Priority: HIGHEST for action security_group_members [ 972.542996] env[69596]: INFO networking_nsxv3.common.synchronization [req-a35d8132-0552-4813-b819-9a53f4064766 req-cf738249-d2fe-41e6-a882-f9a2bf9a28fc service nova] Enqueued Resource ID: 6ac9088f-1b6a-4a6d-8d26-ff2692e1699c with Priority: HIGHEST for action port [ 972.543292] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb674795-651d-4bdc-bd54-ad791a881750 with Priority: HIGHEST for action security_group_rules [ 972.543419] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb674795-651d-4bdc-bd54-ad791a881750 with Priority: HIGHEST for action security_group_members [ 972.543510] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ac9088f-1b6a-4a6d-8d26-ff2692e1699c with Priority: HIGHEST for action port [ 972.544254] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb674795-651d-4bdc-bd54-ad791a881750 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.544377] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb674795-651d-4bdc-bd54-ad791a881750" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.544461] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb674795-651d-4bdc-bd54-ad791a881750" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.544709] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb674795-651d-4bdc-bd54-ad791a881750" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.544796] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb674795-651d-4bdc-bd54-ad791a881750',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.545594] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb674795-651d-4bdc-bd54-ad791a881750 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.545863] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb674795-651d-4bdc-bd54-ad791a881750" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.545938] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb674795-651d-4bdc-bd54-ad791a881750" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.546154] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb674795-651d-4bdc-bd54-ad791a881750" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.546325] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.546439] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.546476] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.546700] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.546700] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.546769] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb674795-651d-4bdc-bd54-ad791a881750',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.547522] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ac9088f-1b6a-4a6d-8d26-ff2692e1699c taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.547650] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ac9088f-1b6a-4a6d-8d26-ff2692e1699c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.549709] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ac9088f-1b6a-4a6d-8d26-ff2692e1699c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.549709] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ac9088f-1b6a-4a6d-8d26-ff2692e1699c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.549709] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ac9088f-1b6a-4a6d-8d26-ff2692e1699c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.676028] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-787 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.676028] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-787" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.676250] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-787" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.676741] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-787" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.677395] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.677571] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.677696] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.678189] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.678189] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.678316] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 972.678423] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 972.678531] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 972.678644] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 972.679089] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 972.679089] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 972.679089] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 972.682846] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.682962] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.683048] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.683234] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.683316] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.683475] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.683585] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.683649] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.683792] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.686025] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.686025] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ed25a93-e947-45e8-974b-645111add6cd is going to be updated. [ 972.690633] env[69596]: INFO networking_nsxv3.common.synchronization [req-b1e82430-20d9-4a8b-b18b-7a48a4821211 req-825259a9-e5f7-46b9-9efa-41d899f2b3fb tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Enqueued Resource ID: cc2b1871-23c8-47b1-a73e-ee5ee027d72b with Priority: HIGHEST for action security_group_members [ 972.691220] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc2b1871-23c8-47b1-a73e-ee5ee027d72b with Priority: HIGHEST for action security_group_members [ 972.695024] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc2b1871-23c8-47b1-a73e-ee5ee027d72b taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.695024] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc2b1871-23c8-47b1-a73e-ee5ee027d72b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.695024] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc2b1871-23c8-47b1-a73e-ee5ee027d72b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.695024] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc2b1871-23c8-47b1-a73e-ee5ee027d72b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.695024] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.695024] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.695024] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.695024] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.695024] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.695024] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc2b1871-23c8-47b1-a73e-ee5ee027d72b',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.699237] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 972.699237] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 972.699237] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 972.699237] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-787" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.699237] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-66dceade-a0d9-4b06-aabc-28cc959835f8 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.699237] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-66dceade-a0d9-4b06-aabc-28cc959835f8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.699237] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-66dceade-a0d9-4b06-aabc-28cc959835f8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.699237] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-66dceade-a0d9-4b06-aabc-28cc959835f8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.699237] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66dceade-a0d9-4b06-aabc-28cc959835f8',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.709096] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.709231] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.709704] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.709704] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.709704] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.717988] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ed25a93-e947-45e8-974b-645111add6cd in Status: IN_PROGRESS for 2s [ 973.048185] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.048185] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.048185] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.048185] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.048185] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.048185] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93556ab5-d8c5-4932-b73c-852db71ea006 already deleted. [ 973.048185] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93556ab5-d8c5-4932-b73c-852db71ea006" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.053020] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb674795-651d-4bdc-bd54-ad791a881750',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.053020] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb674795-651d-4bdc-bd54-ad791a881750 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.053020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb674795-651d-4bdc-bd54-ad791a881750" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.053020] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6ac9088f-1b6a-4a6d-8d26-ff2692e1699c with status ACTIVE [ 973.053020] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.053020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.053020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.053020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.053020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.053020] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.053020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.053020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.053020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.053020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.053794] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.053794] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.053794] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.053794] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.053794] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.053794] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6ac9088f-1b6a-4a6d-8d26-ff2692e1699c is going to be updated. [ 973.073888] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.074060] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.074109] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.074398] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.074479] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.074600] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ac9088f-1b6a-4a6d-8d26-ff2692e1699c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.197961] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.198315] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.198315] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.198481] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.198572] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.198770] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.198867] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.198931] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.199092] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.199167] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.199283] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc2b1871-23c8-47b1-a73e-ee5ee027d72b is going to be updated. [ 973.206548] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.206788] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.206920] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.207198] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.207348] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.207503] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port 66dceade-a0d9-4b06-aabc-28cc959835f8 not found, creating... [ 973.208466] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.208803] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.208969] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.209230] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.209380] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.209843] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.210026] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.210192] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.210478] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.210598] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.210755] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: 66dceade-a0d9-4b06-aabc-28cc959835f8 is going to be created. [ 973.233294] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.233518] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.233695] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.233988] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.234279] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.234505] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-66dceade-a0d9-4b06-aabc-28cc959835f8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.238827] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.239028] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.239028] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.239268] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.239386] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.247649] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc2b1871-23c8-47b1-a73e-ee5ee027d72b in Status: IN_PROGRESS for 2s [ 973.555551] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb674795-651d-4bdc-bd54-ad791a881750',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.968386] env[69596]: INFO networking_nsxv3.common.synchronization [req-5df3ff16-d9e7-4097-8577-c97d370e90bf req-0becabae-93a0-49f7-851c-1cc884638ac2 service nova] Enqueued Resource ID: 7ed25a93-e947-45e8-974b-645111add6cd with Priority: HIGHEST for action security_group_rules [ 973.968548] env[69596]: INFO networking_nsxv3.common.synchronization [req-5df3ff16-d9e7-4097-8577-c97d370e90bf req-0becabae-93a0-49f7-851c-1cc884638ac2 service nova] Enqueued Resource ID: 7ed25a93-e947-45e8-974b-645111add6cd with Priority: HIGHEST for action security_group_members [ 973.969495] env[69596]: INFO networking_nsxv3.common.synchronization [req-5df3ff16-d9e7-4097-8577-c97d370e90bf req-0becabae-93a0-49f7-851c-1cc884638ac2 service nova] Enqueued Resource ID: 66dceade-a0d9-4b06-aabc-28cc959835f8 with Priority: HIGHEST for action port [ 973.969495] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ed25a93-e947-45e8-974b-645111add6cd with Priority: HIGHEST for action security_group_rules [ 973.969495] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ed25a93-e947-45e8-974b-645111add6cd with Priority: HIGHEST for action security_group_members [ 973.969495] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66dceade-a0d9-4b06-aabc-28cc959835f8 with Priority: HIGHEST for action port [ 973.969700] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ed25a93-e947-45e8-974b-645111add6cd taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.969873] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.969873] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.970067] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.970129] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ed25a93-e947-45e8-974b-645111add6cd',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.970955] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ed25a93-e947-45e8-974b-645111add6cd taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.971066] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.971327] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-66dceade-a0d9-4b06-aabc-28cc959835f8 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.971425] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66dceade-a0d9-4b06-aabc-28cc959835f8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.971425] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66dceade-a0d9-4b06-aabc-28cc959835f8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.972247] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66dceade-a0d9-4b06-aabc-28cc959835f8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.972247] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66dceade-a0d9-4b06-aabc-28cc959835f8',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.058580] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.059176] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.059176] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.059176] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.059176] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.059176] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb674795-651d-4bdc-bd54-ad791a881750 is going to be created. [ 974.081073] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.081073] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.081073] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.081073] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.084417] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.093204] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb674795-651d-4bdc-bd54-ad791a881750 in Status: UNINITIALIZED for 2s [ 974.474218] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ed25a93-e947-45e8-974b-645111add6cd taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.474578] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.474578] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 66dceade-a0d9-4b06-aabc-28cc959835f8 with status ACTIVE [ 974.474752] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.474899] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.475023] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.475152] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.475255] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.475436] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.475537] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.475598] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.475759] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.475838] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.476019] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.476113] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.476176] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.476322] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.476398] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.476481] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 66dceade-a0d9-4b06-aabc-28cc959835f8 is going to be updated. [ 974.497414] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.497634] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.497708] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.497940] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.498094] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.498257] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66dceade-a0d9-4b06-aabc-28cc959835f8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.726833] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ed25a93-e947-45e8-974b-645111add6cd in Status: SUCCESS [ 974.728261] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ed25a93-e947-45e8-974b-645111add6cd deletion is rescheduled due to dependency. [ 974.728261] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.728261] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.728261] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.728261] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.728261] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.728261] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.728261] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.728747] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.728747] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ed25a93-e947-45e8-974b-645111add6cd',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.129786] env[69596]: INFO networking_nsxv3.common.synchronization [None req-f1d66155-2f61-4505-a8be-dcdf26c8d572 None None] Enqueued Resource ID: 88a9e249-9865-47bf-8505-ff8ecbdca279 with Priority: HIGHEST for action port [ 975.130379] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88a9e249-9865-47bf-8505-ff8ecbdca279 with Priority: HIGHEST for action port [ 975.130698] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-88a9e249-9865-47bf-8505-ff8ecbdca279 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.130847] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88a9e249-9865-47bf-8505-ff8ecbdca279" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.130922] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88a9e249-9865-47bf-8505-ff8ecbdca279" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.131981] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88a9e249-9865-47bf-8505-ff8ecbdca279" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.131981] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88a9e249-9865-47bf-8505-ff8ecbdca279',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.241330] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ed25a93-e947-45e8-974b-645111add6cd',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.258497] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc2b1871-23c8-47b1-a73e-ee5ee027d72b in Status: SUCCESS [ 975.261387] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc2b1871-23c8-47b1-a73e-ee5ee027d72b deletion is rescheduled due to dependency. [ 975.261387] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc2b1871-23c8-47b1-a73e-ee5ee027d72b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.633979] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 88a9e249-9865-47bf-8505-ff8ecbdca279 [ 975.634282] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.634392] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.634479] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.634708] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.634835] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.634936] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:88a9e249-9865-47bf-8505-ff8ecbdca279 already deleted. [ 975.635029] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88a9e249-9865-47bf-8505-ff8ecbdca279" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.742476] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ed25a93-e947-45e8-974b-645111add6cd',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.102708] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb674795-651d-4bdc-bd54-ad791a881750 in Status: SUCCESS [ 976.103048] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb674795-651d-4bdc-bd54-ad791a881750" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.103303] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb674795-651d-4bdc-bd54-ad791a881750" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.104084] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb674795-651d-4bdc-bd54-ad791a881750" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.104084] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.104084] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.104276] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.104483] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.104614] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.104759] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb674795-651d-4bdc-bd54-ad791a881750" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.106488] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fb674795-651d-4bdc-bd54-ad791a881750',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.246475] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.246649] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.246649] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.246649] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.246649] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.246649] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ed25a93-e947-45e8-974b-645111add6cd is going to be updated. [ 976.273719] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.275228] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.275228] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.275228] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.275228] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.282607] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ed25a93-e947-45e8-974b-645111add6cd in Status: IN_PROGRESS for 2s [ 976.611567] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb674795-651d-4bdc-bd54-ad791a881750 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.611567] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb674795-651d-4bdc-bd54-ad791a881750" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.611567] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb674795-651d-4bdc-bd54-ad791a881750" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.611567] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb674795-651d-4bdc-bd54-ad791a881750" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.611567] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.611567] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.611567] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.611567] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.611567] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.611567] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb674795-651d-4bdc-bd54-ad791a881750" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.611567] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb674795-651d-4bdc-bd54-ad791a881750 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.611567] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb674795-651d-4bdc-bd54-ad791a881750" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.611567] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb674795-651d-4bdc-bd54-ad791a881750" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.611567] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb674795-651d-4bdc-bd54-ad791a881750" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.611567] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.611567] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.612293] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.612293] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.612293] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.612293] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb674795-651d-4bdc-bd54-ad791a881750" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.612293] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fb674795-651d-4bdc-bd54-ad791a881750',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.748750] env[69596]: INFO networking_nsxv3.common.synchronization [req-5af6829a-5ee3-4d96-809a-c37eeca0cf22 req-e6bc9c4b-da42-41d0-9bc2-f7d927698309 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Enqueued Resource ID: dba7aa3a-c2fa-4f98-9cc4-7022c186404b with Priority: HIGHEST for action security_group_members [ 976.749280] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dba7aa3a-c2fa-4f98-9cc4-7022c186404b with Priority: HIGHEST for action security_group_members [ 976.749603] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-dba7aa3a-c2fa-4f98-9cc4-7022c186404b taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.749732] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dba7aa3a-c2fa-4f98-9cc4-7022c186404b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.749798] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dba7aa3a-c2fa-4f98-9cc4-7022c186404b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.749999] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dba7aa3a-c2fa-4f98-9cc4-7022c186404b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.750177] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.750253] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.750389] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.750454] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.750772] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.750772] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dba7aa3a-c2fa-4f98-9cc4-7022c186404b',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.118227] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fb674795-651d-4bdc-bd54-ad791a881750: rpc.has_security_group_logging(os_id): False [ 977.136233] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.136376] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.136442] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.136707] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.136783] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.136910] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.138017] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.138017] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.138017] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.138017] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.138017] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.138017] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.138017] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.138017] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.138017] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.138017] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.138597] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.138597] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.138597] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.138597] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.138597] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb674795-651d-4bdc-bd54-ad791a881750 is going to be created. [ 977.194016] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.194401] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.194566] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.194855] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.195952] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.217429] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb674795-651d-4bdc-bd54-ad791a881750 in Status: IN_PROGRESS for 2s [ 977.258269] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.258431] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.258501] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.258713] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.291061] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.291061] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.291061] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.291061] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.291061] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.291061] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.291061] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dba7aa3a-c2fa-4f98-9cc4-7022c186404b is going to be updated. [ 977.297714] env[69596]: INFO networking_nsxv3.common.synchronization [None req-8bf2cb3e-12c2-4e63-9db4-a60c22a6d74d None None] Enqueued Resource ID: abb92e09-607d-4858-81e6-e5e663109661 with Priority: HIGHEST for action port [ 977.297714] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abb92e09-607d-4858-81e6-e5e663109661 with Priority: HIGHEST for action port [ 977.297714] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-abb92e09-607d-4858-81e6-e5e663109661 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.298149] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-abb92e09-607d-4858-81e6-e5e663109661" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.298149] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-abb92e09-607d-4858-81e6-e5e663109661" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.298321] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-abb92e09-607d-4858-81e6-e5e663109661" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.298411] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('abb92e09-607d-4858-81e6-e5e663109661',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.321503] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.321707] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.321784] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.322027] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.322171] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.333241] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dba7aa3a-c2fa-4f98-9cc4-7022c186404b in Status: IN_PROGRESS for 2s [ 977.540022] env[69596]: INFO networking_nsxv3.common.synchronization [None req-5b440173-8fc6-45db-9866-e0e0711bfd20 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Enqueued Resource ID: 8983384c-31e7-4620-85a2-6d80fbd6702a with Priority: HIGHEST for action security_group_rules [ 977.540022] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8983384c-31e7-4620-85a2-6d80fbd6702a with Priority: HIGHEST for action security_group_rules [ 977.540022] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8983384c-31e7-4620-85a2-6d80fbd6702a taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.540022] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8983384c-31e7-4620-85a2-6d80fbd6702a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.540022] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8983384c-31e7-4620-85a2-6d80fbd6702a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.540022] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8983384c-31e7-4620-85a2-6d80fbd6702a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.540022] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8983384c-31e7-4620-85a2-6d80fbd6702a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.650253] env[69596]: INFO networking_nsxv3.common.synchronization [None req-16d0380b-8775-422d-9560-89779ecb19d2 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Enqueued Resource ID: 8983384c-31e7-4620-85a2-6d80fbd6702a with Priority: HIGHEST for action security_group_rules [ 977.650253] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8983384c-31e7-4620-85a2-6d80fbd6702a with Priority: HIGHEST for action security_group_rules [ 977.650253] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8983384c-31e7-4620-85a2-6d80fbd6702a taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.650253] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8983384c-31e7-4620-85a2-6d80fbd6702a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.804561] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port abb92e09-607d-4858-81e6-e5e663109661 [ 977.804561] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.804561] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.804561] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.804561] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.804561] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.804561] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:abb92e09-607d-4858-81e6-e5e663109661 already deleted. [ 977.804561] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-abb92e09-607d-4858-81e6-e5e663109661" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.063970] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.064156] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.064235] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.064445] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.064548] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.064655] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8983384c-31e7-4620-85a2-6d80fbd6702a already deleted. [ 978.064738] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8983384c-31e7-4620-85a2-6d80fbd6702a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.064887] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8983384c-31e7-4620-85a2-6d80fbd6702a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.065074] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8983384c-31e7-4620-85a2-6d80fbd6702a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.065158] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8983384c-31e7-4620-85a2-6d80fbd6702a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.293203] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ed25a93-e947-45e8-974b-645111add6cd in Status: SUCCESS [ 978.293203] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.293358] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.293562] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.293793] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.293922] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.294009] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.294154] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.294235] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.294318] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.294409] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7ed25a93-e947-45e8-974b-645111add6cd',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.588065] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.588235] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.588308] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.588526] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.588620] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.588747] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8983384c-31e7-4620-85a2-6d80fbd6702a already deleted. [ 978.588960] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8983384c-31e7-4620-85a2-6d80fbd6702a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.797947] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ed25a93-e947-45e8-974b-645111add6cd taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.797947] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.798457] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.800016] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.800135] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.800276] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.800346] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.800945] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.800945] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.800945] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.800945] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ed25a93-e947-45e8-974b-645111add6cd taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.800945] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.800945] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.801271] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.801271] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.801368] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.801413] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.801573] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.801641] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.801699] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.801812] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7ed25a93-e947-45e8-974b-645111add6cd',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.231114] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb674795-651d-4bdc-bd54-ad791a881750 in Status: SUCCESS [ 979.231114] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb674795-651d-4bdc-bd54-ad791a881750" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.304702] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7ed25a93-e947-45e8-974b-645111add6cd: rpc.has_security_group_logging(os_id): False [ 979.325033] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.325231] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.325311] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.325565] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.325659] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.325865] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.326015] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.326092] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.326266] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.326365] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.326603] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.326742] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.326814] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.326988] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.327093] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.327281] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.327375] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.327436] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.327599] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.327690] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.327812] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ed25a93-e947-45e8-974b-645111add6cd is going to be updated. [ 979.343447] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dba7aa3a-c2fa-4f98-9cc4-7022c186404b in Status: SUCCESS [ 979.343644] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dba7aa3a-c2fa-4f98-9cc4-7022c186404b deletion is rescheduled due to dependency. [ 979.343773] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dba7aa3a-c2fa-4f98-9cc4-7022c186404b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.389914] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.390125] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.390125] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.390340] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.390527] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.403119] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ed25a93-e947-45e8-974b-645111add6cd in Status: IN_PROGRESS for 2s [ 980.826136] env[69596]: INFO networking_nsxv3.common.synchronization [req-00372cbd-b90b-4337-a423-e4970e245d74 req-edf66e95-4d76-4bed-988e-93d1cb8d5d19 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Enqueued Resource ID: 08b580bd-8f2d-4784-be88-380b69cef54a with Priority: HIGHEST for action security_group_members [ 980.826136] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08b580bd-8f2d-4784-be88-380b69cef54a with Priority: HIGHEST for action security_group_members [ 980.826408] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-08b580bd-8f2d-4784-be88-380b69cef54a taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.826493] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.826570] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.826753] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.826921] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.828070] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.828258] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.828623] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.828767] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.828905] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08b580bd-8f2d-4784-be88-380b69cef54a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.333068] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.333233] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.333708] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.333708] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.333708] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.333875] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.333946] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.334043] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.334203] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.334277] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.334366] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08b580bd-8f2d-4784-be88-380b69cef54a is going to be updated. [ 981.364374] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.364577] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.364659] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.365488] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.365674] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.374196] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08b580bd-8f2d-4784-be88-380b69cef54a in Status: IN_PROGRESS for 2s [ 981.417492] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ed25a93-e947-45e8-974b-645111add6cd in Status: SUCCESS [ 981.417720] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.204988] env[69596]: INFO networking_nsxv3.common.synchronization [req-0f1b6ddb-b4ec-42cb-a4f5-948bb6bb4510 req-bfe3f516-98ea-4b3d-8d28-a9fff1305a6a tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Enqueued Resource ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 with Priority: HIGHEST for action security_group_members [ 983.205582] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 with Priority: HIGHEST for action security_group_members [ 983.205917] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.206926] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.206926] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.206926] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.206926] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.207144] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.207144] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.207382] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.207382] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.207519] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf4de9a2-fc16-45b8-939c-537e3f2c7f65',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.383932] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08b580bd-8f2d-4784-be88-380b69cef54a in Status: SUCCESS [ 983.384113] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08b580bd-8f2d-4784-be88-380b69cef54a deletion is rescheduled due to dependency. [ 983.384231] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.679541] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-953 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.679758] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-953" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.679892] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-953" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.680185] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-953" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.680845] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.681512] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.681684] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.681952] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.682140] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.682357] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 983.682479] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 983.682596] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 983.682737] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 983.682865] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 983.682979] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 983.683155] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 983.701201] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 983.701368] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 983.701554] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 983.701740] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-953" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.702064] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-56716223-c9f3-4dbe-9d2b-6b2a25ad94bb taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.702236] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-56716223-c9f3-4dbe-9d2b-6b2a25ad94bb" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.702361] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-56716223-c9f3-4dbe-9d2b-6b2a25ad94bb" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.702715] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-56716223-c9f3-4dbe-9d2b-6b2a25ad94bb" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.702866] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56716223-c9f3-4dbe-9d2b-6b2a25ad94bb',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.709904] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf4de9a2-fc16-45b8-939c-537e3f2c7f65',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.939196] env[69596]: INFO networking_nsxv3.common.synchronization [None req-6185d3a5-5f0e-4322-99f7-eb7ff70d3a73 None None] Enqueued Resource ID: bffc4949-3c7d-409e-a04c-6264c9c05572 with Priority: HIGHEST for action port [ 983.939431] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bffc4949-3c7d-409e-a04c-6264c9c05572 with Priority: HIGHEST for action port [ 983.940371] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-bffc4949-3c7d-409e-a04c-6264c9c05572 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.940506] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bffc4949-3c7d-409e-a04c-6264c9c05572" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.940596] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bffc4949-3c7d-409e-a04c-6264c9c05572" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.940871] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bffc4949-3c7d-409e-a04c-6264c9c05572" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.940959] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bffc4949-3c7d-409e-a04c-6264c9c05572',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.211333] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.211717] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.211717] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.212040] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.217027] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.217027] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port 56716223-c9f3-4dbe-9d2b-6b2a25ad94bb not found, creating... [ 984.217411] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.217597] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.217718] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.217995] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.218157] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.218449] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.218604] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.218893] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.218966] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.219097] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.219240] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: 56716223-c9f3-4dbe-9d2b-6b2a25ad94bb is going to be created. [ 984.220527] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf4de9a2-fc16-45b8-939c-537e3f2c7f65',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.242339] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.242614] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.242707] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.242982] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.243234] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.243462] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-56716223-c9f3-4dbe-9d2b-6b2a25ad94bb" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.264107] env[69596]: INFO networking_nsxv3.common.synchronization [req-0f5bbe5b-88b4-4878-9bc1-08ccea31f69d req-e73accb9-30bc-4623-8de2-116e0073f809 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Enqueued Resource ID: 5afc9254-219e-4511-af94-47853459010f with Priority: HIGHEST for action security_group_members [ 984.264799] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5afc9254-219e-4511-af94-47853459010f with Priority: HIGHEST for action security_group_members [ 984.265146] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-5afc9254-219e-4511-af94-47853459010f taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.265275] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.265345] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.265531] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.265680] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.265899] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.265899] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.265998] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.269022] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.269022] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5afc9254-219e-4511-af94-47853459010f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.444325] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bffc4949-3c7d-409e-a04c-6264c9c05572 [ 984.446160] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.446160] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.446160] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.446160] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.446160] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.446160] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bffc4949-3c7d-409e-a04c-6264c9c05572 already deleted. [ 984.446160] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bffc4949-3c7d-409e-a04c-6264c9c05572" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.728500] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.728661] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.728727] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.728980] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.729099] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.729201] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 is going to be updated. [ 984.758702] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.760628] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.760628] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.760628] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.760628] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.768480] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.768735] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.769465] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.769765] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.769948] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.770376] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.770625] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.770778] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.771011] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.771161] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.771320] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5afc9254-219e-4511-af94-47853459010f is going to be updated. [ 984.773248] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 in Status: IN_PROGRESS for 2s [ 984.801080] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.801080] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.801080] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.801080] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.801080] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.808925] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5afc9254-219e-4511-af94-47853459010f in Status: IN_PROGRESS for 2s [ 984.849516] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-849 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.849516] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-849" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.849516] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-849" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.849516] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-849" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.849516] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.849516] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.849516] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.849910] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.849910] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.850196] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 984.850385] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 984.850578] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 984.850701] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 984.850849] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 984.850991] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 984.851211] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 984.869299] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 984.870023] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 984.870023] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 984.870023] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-849" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.870357] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-84e4adb2-b28c-49fc-ab69-f54a8bafc1bf taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.870611] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-84e4adb2-b28c-49fc-ab69-f54a8bafc1bf" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.870805] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-84e4adb2-b28c-49fc-ab69-f54a8bafc1bf" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.871157] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-84e4adb2-b28c-49fc-ab69-f54a8bafc1bf" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.871347] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84e4adb2-b28c-49fc-ab69-f54a8bafc1bf',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.065688] env[69596]: INFO networking_nsxv3.common.synchronization [req-0f1b6ddb-b4ec-42cb-a4f5-948bb6bb4510 req-2f85467c-6820-4afc-b31a-a8a9d5efab87 service nova] Enqueued Resource ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 with Priority: HIGHEST for action security_group_rules [ 985.065864] env[69596]: INFO networking_nsxv3.common.synchronization [req-0f1b6ddb-b4ec-42cb-a4f5-948bb6bb4510 req-2f85467c-6820-4afc-b31a-a8a9d5efab87 service nova] Enqueued Resource ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 with Priority: HIGHEST for action security_group_members [ 985.065961] env[69596]: INFO networking_nsxv3.common.synchronization [req-0f1b6ddb-b4ec-42cb-a4f5-948bb6bb4510 req-2f85467c-6820-4afc-b31a-a8a9d5efab87 service nova] Enqueued Resource ID: 56716223-c9f3-4dbe-9d2b-6b2a25ad94bb with Priority: HIGHEST for action port [ 985.066275] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 with Priority: HIGHEST for action security_group_rules [ 985.066336] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 with Priority: HIGHEST for action security_group_members [ 985.066464] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56716223-c9f3-4dbe-9d2b-6b2a25ad94bb with Priority: HIGHEST for action port [ 985.066957] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf4de9a2-fc16-45b8-939c-537e3f2c7f65 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.067261] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.067345] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.067546] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.067627] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf4de9a2-fc16-45b8-939c-537e3f2c7f65',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.068878] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.068977] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.069198] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-56716223-c9f3-4dbe-9d2b-6b2a25ad94bb taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.069319] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56716223-c9f3-4dbe-9d2b-6b2a25ad94bb" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.069360] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56716223-c9f3-4dbe-9d2b-6b2a25ad94bb" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.069536] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56716223-c9f3-4dbe-9d2b-6b2a25ad94bb" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.069609] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56716223-c9f3-4dbe-9d2b-6b2a25ad94bb',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.374209] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.374570] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.374570] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.374869] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.375042] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.375700] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port 84e4adb2-b28c-49fc-ab69-f54a8bafc1bf not found, creating... [ 985.375700] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.375700] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.375861] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.375939] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.376154] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.376368] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.376525] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.376696] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.376870] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.376974] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.377179] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: 84e4adb2-b28c-49fc-ab69-f54a8bafc1bf is going to be created. [ 985.415204] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.415432] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.415562] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.415835] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.416073] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.416306] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-84e4adb2-b28c-49fc-ab69-f54a8bafc1bf" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.540047] env[69596]: INFO networking_nsxv3.common.synchronization [req-70f5ca16-b95e-4629-bce0-5469964721ea req-7f2c7e21-9949-45fd-9627-05ab81496877 tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] Enqueued Resource ID: fb674795-651d-4bdc-bd54-ad791a881750 with Priority: HIGHEST for action security_group_members [ 985.540782] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb674795-651d-4bdc-bd54-ad791a881750 with Priority: HIGHEST for action security_group_members [ 985.540950] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb674795-651d-4bdc-bd54-ad791a881750 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.541207] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb674795-651d-4bdc-bd54-ad791a881750" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.541207] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb674795-651d-4bdc-bd54-ad791a881750" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.541412] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb674795-651d-4bdc-bd54-ad791a881750" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.541568] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.541663] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.541663] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.541843] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.542036] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.545375] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb674795-651d-4bdc-bd54-ad791a881750',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.569752] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.570215] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.572211] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 56716223-c9f3-4dbe-9d2b-6b2a25ad94bb with status ACTIVE [ 985.572390] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.572503] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.572569] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.572803] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.572869] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.573051] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.573149] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.573209] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.573356] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.573431] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.573638] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.573737] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.573817] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.573963] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.574049] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.574129] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 56716223-c9f3-4dbe-9d2b-6b2a25ad94bb is going to be updated. [ 985.599685] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.599685] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.599685] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.599685] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.599685] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.599685] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56716223-c9f3-4dbe-9d2b-6b2a25ad94bb" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.048679] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.048950] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.049033] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.049356] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.049619] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.050073] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.050073] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.050073] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.050401] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.050639] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.050639] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb674795-651d-4bdc-bd54-ad791a881750 is going to be updated. [ 986.079973] env[69596]: INFO networking_nsxv3.common.synchronization [req-0f5bbe5b-88b4-4878-9bc1-08ccea31f69d req-84827c63-dfc4-4dd5-a8ce-da0df420d389 service nova] Enqueued Resource ID: 5afc9254-219e-4511-af94-47853459010f with Priority: HIGHEST for action security_group_rules [ 986.079973] env[69596]: INFO networking_nsxv3.common.synchronization [req-0f5bbe5b-88b4-4878-9bc1-08ccea31f69d req-84827c63-dfc4-4dd5-a8ce-da0df420d389 service nova] Enqueued Resource ID: 5afc9254-219e-4511-af94-47853459010f with Priority: HIGHEST for action security_group_members [ 986.079973] env[69596]: INFO networking_nsxv3.common.synchronization [req-0f5bbe5b-88b4-4878-9bc1-08ccea31f69d req-84827c63-dfc4-4dd5-a8ce-da0df420d389 service nova] Enqueued Resource ID: 84e4adb2-b28c-49fc-ab69-f54a8bafc1bf with Priority: HIGHEST for action port [ 986.079973] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.079973] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.079973] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.082199] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.082349] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.084293] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5afc9254-219e-4511-af94-47853459010f with Priority: HIGHEST for action security_group_rules [ 986.084418] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5afc9254-219e-4511-af94-47853459010f with Priority: HIGHEST for action security_group_members [ 986.084520] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84e4adb2-b28c-49fc-ab69-f54a8bafc1bf with Priority: HIGHEST for action port [ 986.085694] env[69596]: INFO networking_nsxv3.common.synchronization [None req-f3a66923-abc0-4fa6-9059-53a9a86a63dc None None] Enqueued Resource ID: be19fd29-48bb-40df-8a17-dd4c1ac22eef with Priority: HIGHEST for action port [ 986.085780] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5afc9254-219e-4511-af94-47853459010f taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.085889] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.085984] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.086377] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.086377] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5afc9254-219e-4511-af94-47853459010f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.087143] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-5afc9254-219e-4511-af94-47853459010f taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.087296] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.087498] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-84e4adb2-b28c-49fc-ab69-f54a8bafc1bf taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.087600] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-84e4adb2-b28c-49fc-ab69-f54a8bafc1bf" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.087662] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-84e4adb2-b28c-49fc-ab69-f54a8bafc1bf" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.087818] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-84e4adb2-b28c-49fc-ab69-f54a8bafc1bf" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.087888] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84e4adb2-b28c-49fc-ab69-f54a8bafc1bf',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.090169] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be19fd29-48bb-40df-8a17-dd4c1ac22eef with Priority: HIGHEST for action port [ 986.090430] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-be19fd29-48bb-40df-8a17-dd4c1ac22eef taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.090536] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be19fd29-48bb-40df-8a17-dd4c1ac22eef" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.090598] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be19fd29-48bb-40df-8a17-dd4c1ac22eef" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.090859] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be19fd29-48bb-40df-8a17-dd4c1ac22eef" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.090972] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be19fd29-48bb-40df-8a17-dd4c1ac22eef',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.096433] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb674795-651d-4bdc-bd54-ad791a881750 in Status: IN_PROGRESS for 2s [ 986.591115] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-5afc9254-219e-4511-af94-47853459010f taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.591381] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.591495] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 84e4adb2-b28c-49fc-ab69-f54a8bafc1bf with status ACTIVE [ 986.591713] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.591847] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.591847] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.592030] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.592140] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.592288] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.592383] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.592435] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.592582] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.592654] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.592854] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.592950] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.593021] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.593176] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.593542] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.593674] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 84e4adb2-b28c-49fc-ab69-f54a8bafc1bf is going to be updated. [ 986.595036] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port be19fd29-48bb-40df-8a17-dd4c1ac22eef [ 986.595036] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.595036] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.595036] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.595252] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.595252] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.595315] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:be19fd29-48bb-40df-8a17-dd4c1ac22eef already deleted. [ 986.596030] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be19fd29-48bb-40df-8a17-dd4c1ac22eef" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.613971] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.614132] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.614132] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.614337] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.614467] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.614623] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-84e4adb2-b28c-49fc-ab69-f54a8bafc1bf" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.783077] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 in Status: SUCCESS [ 986.783344] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.783543] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.783834] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.784077] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.784228] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.784307] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.784506] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.784617] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.784742] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf4de9a2-fc16-45b8-939c-537e3f2c7f65',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.819251] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5afc9254-219e-4511-af94-47853459010f in Status: SUCCESS [ 986.819688] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5afc9254-219e-4511-af94-47853459010f deletion is rescheduled due to dependency. [ 986.819902] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.820099] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.820842] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.820842] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.820842] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.820842] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.820842] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.821147] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.821147] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5afc9254-219e-4511-af94-47853459010f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.288235] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf4de9a2-fc16-45b8-939c-537e3f2c7f65',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.324122] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5afc9254-219e-4511-af94-47853459010f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.790927] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf4de9a2-fc16-45b8-939c-537e3f2c7f65',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.830728] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5afc9254-219e-4511-af94-47853459010f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.106485] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb674795-651d-4bdc-bd54-ad791a881750 in Status: SUCCESS [ 988.106686] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb674795-651d-4bdc-bd54-ad791a881750 deletion is rescheduled due to dependency. [ 988.106802] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb674795-651d-4bdc-bd54-ad791a881750" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.292570] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.292783] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.292874] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.293116] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.293209] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.293308] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 is going to be updated. [ 988.319742] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.319898] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.319945] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.320165] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.321048] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.330338] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 in Status: IN_PROGRESS for 2s [ 988.331804] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.332059] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.332141] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.332332] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.332421] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.332516] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5afc9254-219e-4511-af94-47853459010f is going to be updated. [ 988.364671] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.364671] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.364671] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.364671] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.364671] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.373210] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5afc9254-219e-4511-af94-47853459010f in Status: IN_PROGRESS for 2s [ 989.355660] env[69596]: INFO networking_nsxv3.common.synchronization [req-aea85bcd-a461-43d1-9412-3dd4bb978480 req-c2536c5a-b349-48b8-b8f7-389c9d2251dc tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Enqueued Resource ID: 526e4b2f-886d-4668-b7e6-b89e532036d8 with Priority: HIGHEST for action security_group_members [ 989.356637] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 526e4b2f-886d-4668-b7e6-b89e532036d8 with Priority: HIGHEST for action security_group_members [ 989.357115] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-526e4b2f-886d-4668-b7e6-b89e532036d8 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.357307] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.357418] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.357706] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.357971] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.358160] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.358270] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.358503] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.358645] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.358797] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('526e4b2f-886d-4668-b7e6-b89e532036d8',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.861913] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.862123] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.862123] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.862338] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.862434] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.862657] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.862784] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.862840] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.863009] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.863091] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.863182] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 526e4b2f-886d-4668-b7e6-b89e532036d8 is going to be updated. [ 989.891046] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.891046] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.891046] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.891317] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.891403] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.901159] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 526e4b2f-886d-4668-b7e6-b89e532036d8 in Status: IN_PROGRESS for 2s [ 990.341596] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 in Status: SUCCESS [ 990.342783] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.342783] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.342783] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.342783] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.343175] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.343175] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.343175] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.343350] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.343350] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.343540] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bf4de9a2-fc16-45b8-939c-537e3f2c7f65',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.389917] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5afc9254-219e-4511-af94-47853459010f in Status: SUCCESS [ 990.390216] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.390620] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.390830] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.391122] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.391194] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.391231] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.391568] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.391568] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.391568] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.391738] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5afc9254-219e-4511-af94-47853459010f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.848366] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.848548] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.848602] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.848817] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.848992] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.849115] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.849164] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.849313] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.849399] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.849488] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.849631] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.849723] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.849786] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.849936] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.850125] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.850219] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.850273] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.850412] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.850487] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.850567] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.851122] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bf4de9a2-fc16-45b8-939c-537e3f2c7f65',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.893930] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-5afc9254-219e-4511-af94-47853459010f taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.894153] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.894153] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.894365] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.894527] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.894627] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.894693] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.894828] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.894914] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.895011] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.895199] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-5afc9254-219e-4511-af94-47853459010f taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.895294] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.895354] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.895495] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.895630] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.895722] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.895784] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.895919] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.895994] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.896087] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.896174] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5afc9254-219e-4511-af94-47853459010f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.352925] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bf4de9a2-fc16-45b8-939c-537e3f2c7f65: rpc.has_security_group_logging(os_id): False [ 991.373850] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.374078] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.374188] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.374430] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.374531] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.374741] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.374845] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.374910] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.375185] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.375309] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.375535] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.375639] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.375706] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.375866] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.375948] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.376161] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.376256] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.376320] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.376460] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.376534] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.376620] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 is going to be updated. [ 991.397859] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5afc9254-219e-4511-af94-47853459010f: rpc.has_security_group_logging(os_id): False [ 991.415937] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.416144] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.416144] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.416354] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.416442] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.416661] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.416759] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.416824] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.416977] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.417068] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.417245] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.417336] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.417396] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.417536] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.417610] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.417786] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.417878] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.417939] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.418088] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.418162] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.418246] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5afc9254-219e-4511-af94-47853459010f is going to be updated. [ 991.452335] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.452504] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.452549] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.452745] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.452899] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.472202] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 in Status: IN_PROGRESS for 2s [ 991.509230] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.509435] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.509435] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.509641] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.509782] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.530064] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5afc9254-219e-4511-af94-47853459010f in Status: IN_PROGRESS for 2s [ 991.872452] env[69596]: INFO networking_nsxv3.common.synchronization [req-6c89c3b5-ff4c-4b51-882c-a2e73aee4949 req-8e326ee8-f168-4352-96ac-9e7e9c05e44d tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Enqueued Resource ID: 93556ab5-d8c5-4932-b73c-852db71ea006 with Priority: HIGHEST for action security_group_members [ 991.874046] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93556ab5-d8c5-4932-b73c-852db71ea006 with Priority: HIGHEST for action security_group_members [ 991.874046] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-93556ab5-d8c5-4932-b73c-852db71ea006 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.874046] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93556ab5-d8c5-4932-b73c-852db71ea006" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.874046] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93556ab5-d8c5-4932-b73c-852db71ea006" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.874046] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93556ab5-d8c5-4932-b73c-852db71ea006" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.874046] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.874445] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.874445] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.874445] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.874552] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.874640] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93556ab5-d8c5-4932-b73c-852db71ea006',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.913345] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 526e4b2f-886d-4668-b7e6-b89e532036d8 in Status: SUCCESS [ 991.913345] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 526e4b2f-886d-4668-b7e6-b89e532036d8 deletion is rescheduled due to dependency. [ 991.913345] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.114670] env[69596]: INFO networking_nsxv3.common.synchronization [None req-12ceff42-fd06-443e-9975-02bb6f9b1e2a tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Enqueued Resource ID: 5afc9254-219e-4511-af94-47853459010f with Priority: HIGHEST for action security_group_members [ 992.115323] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5afc9254-219e-4511-af94-47853459010f with Priority: HIGHEST for action security_group_members [ 992.115666] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-5afc9254-219e-4511-af94-47853459010f taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.116403] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.116554] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.116796] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.117944] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.117944] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.117944] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.117944] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.117944] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.117944] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5afc9254-219e-4511-af94-47853459010f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.328800] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-691 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.329139] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-691" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.329374] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-691" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.330352] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-691" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.330453] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.330677] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.330884] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.331484] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.331572] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.331870] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 992.332112] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 992.332332] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 992.332536] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 992.332789] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 992.332951] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 992.333220] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 992.353799] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 992.354121] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 992.354375] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 992.354667] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-691" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.355164] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-627fd008-77b0-4380-b850-a1c75f05cd3c taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.355461] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-627fd008-77b0-4380-b850-a1c75f05cd3c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.355689] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-627fd008-77b0-4380-b850-a1c75f05cd3c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.356152] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-627fd008-77b0-4380-b850-a1c75f05cd3c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.356398] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('627fd008-77b0-4380-b850-a1c75f05cd3c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.377941] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.378192] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.378315] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.378630] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.378791] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.379136] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.379422] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.379518] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.379712] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.379777] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.379873] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93556ab5-d8c5-4932-b73c-852db71ea006 already deleted. [ 992.379975] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93556ab5-d8c5-4932-b73c-852db71ea006" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.620051] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5afc9254-219e-4511-af94-47853459010f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.858709] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.858907] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.858955] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.859236] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.859393] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.859556] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port 627fd008-77b0-4380-b850-a1c75f05cd3c not found, creating... [ 992.859823] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.860045] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.860183] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.860408] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.860551] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.860836] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.860996] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.861131] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.861341] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.861482] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.861644] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: 627fd008-77b0-4380-b850-a1c75f05cd3c is going to be created. [ 992.882281] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.882484] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.882616] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.882923] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.883175] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.883419] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-627fd008-77b0-4380-b850-a1c75f05cd3c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.122877] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5afc9254-219e-4511-af94-47853459010f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.486593] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 in Status: SUCCESS [ 993.487119] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.542379] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5afc9254-219e-4511-af94-47853459010f in Status: SUCCESS [ 993.542613] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.591114] env[69596]: INFO networking_nsxv3.common.synchronization [req-6c89c3b5-ff4c-4b51-882c-a2e73aee4949 req-8f7f638d-cb91-454c-9ae2-560e6d004867 service nova] Enqueued Resource ID: 93556ab5-d8c5-4932-b73c-852db71ea006 with Priority: HIGHEST for action security_group_rules [ 993.591260] env[69596]: INFO networking_nsxv3.common.synchronization [req-6c89c3b5-ff4c-4b51-882c-a2e73aee4949 req-8f7f638d-cb91-454c-9ae2-560e6d004867 service nova] Enqueued Resource ID: 93556ab5-d8c5-4932-b73c-852db71ea006 with Priority: HIGHEST for action security_group_members [ 993.591435] env[69596]: INFO networking_nsxv3.common.synchronization [req-6c89c3b5-ff4c-4b51-882c-a2e73aee4949 req-8f7f638d-cb91-454c-9ae2-560e6d004867 service nova] Enqueued Resource ID: 627fd008-77b0-4380-b850-a1c75f05cd3c with Priority: HIGHEST for action port [ 993.591998] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93556ab5-d8c5-4932-b73c-852db71ea006 with Priority: HIGHEST for action security_group_rules [ 993.592158] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93556ab5-d8c5-4932-b73c-852db71ea006 with Priority: HIGHEST for action security_group_members [ 993.592331] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 627fd008-77b0-4380-b850-a1c75f05cd3c with Priority: HIGHEST for action port [ 993.592521] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93556ab5-d8c5-4932-b73c-852db71ea006 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.592646] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93556ab5-d8c5-4932-b73c-852db71ea006" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.592714] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93556ab5-d8c5-4932-b73c-852db71ea006" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.593172] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93556ab5-d8c5-4932-b73c-852db71ea006" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.593450] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93556ab5-d8c5-4932-b73c-852db71ea006',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.594253] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-93556ab5-d8c5-4932-b73c-852db71ea006 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.594370] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93556ab5-d8c5-4932-b73c-852db71ea006" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.594431] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93556ab5-d8c5-4932-b73c-852db71ea006" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.594611] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93556ab5-d8c5-4932-b73c-852db71ea006" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.594764] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.595757] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.595757] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.595757] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.595757] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.595757] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93556ab5-d8c5-4932-b73c-852db71ea006',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.596509] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-627fd008-77b0-4380-b850-a1c75f05cd3c taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.596635] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-627fd008-77b0-4380-b850-a1c75f05cd3c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.596681] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-627fd008-77b0-4380-b850-a1c75f05cd3c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.596912] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-627fd008-77b0-4380-b850-a1c75f05cd3c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.596912] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('627fd008-77b0-4380-b850-a1c75f05cd3c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.625247] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.625630] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.625630] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.625630] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.626526] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.626677] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5afc9254-219e-4511-af94-47853459010f is going to be updated. [ 993.658901] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.658901] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.659044] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.659193] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.659342] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.668090] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5afc9254-219e-4511-af94-47853459010f in Status: IN_PROGRESS for 2s [ 994.099235] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-93556ab5-d8c5-4932-b73c-852db71ea006 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.099368] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93556ab5-d8c5-4932-b73c-852db71ea006" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.099636] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('93556ab5-d8c5-4932-b73c-852db71ea006',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.100617] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 627fd008-77b0-4380-b850-a1c75f05cd3c with status ACTIVE [ 994.100931] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.101066] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.101130] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.101342] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.101431] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.101611] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.101702] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.101775] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.101922] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.102594] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.102594] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.102594] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.102594] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.102594] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.102934] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.102934] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 627fd008-77b0-4380-b850-a1c75f05cd3c is going to be updated. [ 994.130454] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.130601] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.130783] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.130990] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.131139] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.131322] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-627fd008-77b0-4380-b850-a1c75f05cd3c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.349996] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-849 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.350240] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-849" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.350374] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-849" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.350654] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-849" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.350929] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.351349] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.351502] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.351733] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.351886] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.352121] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 994.352241] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 994.352358] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 994.352475] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 994.352593] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 994.352704] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 994.352882] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 994.375075] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 994.375262] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 994.375401] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 994.375583] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-849" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.375906] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-b66e3c3a-ca19-492b-9e9e-fd637e02530b taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.376098] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-b66e3c3a-ca19-492b-9e9e-fd637e02530b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.376235] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-b66e3c3a-ca19-492b-9e9e-fd637e02530b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.376674] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-b66e3c3a-ca19-492b-9e9e-fd637e02530b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.376784] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b66e3c3a-ca19-492b-9e9e-fd637e02530b',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.605307] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('93556ab5-d8c5-4932-b73c-852db71ea006',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.879590] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.879899] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.879940] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.880259] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.880521] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.880575] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port b66e3c3a-ca19-492b-9e9e-fd637e02530b not found, creating... [ 994.880876] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.881059] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.881186] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.881405] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.881548] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.881847] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.882043] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.882141] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.882360] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.882502] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.882644] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: b66e3c3a-ca19-492b-9e9e-fd637e02530b is going to be created. [ 994.905537] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.905815] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.905890] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.906211] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.906518] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.906778] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-b66e3c3a-ca19-492b-9e9e-fd637e02530b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.112148] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.112449] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.112588] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.112940] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.113158] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.113315] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93556ab5-d8c5-4932-b73c-852db71ea006 is going to be created. [ 995.135760] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.135935] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.135935] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.136156] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.136317] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.145667] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93556ab5-d8c5-4932-b73c-852db71ea006 in Status: UNINITIALIZED for 2s [ 995.392380] env[69596]: INFO networking_nsxv3.common.synchronization [req-a8e9dc9b-c91d-4355-bf0f-9e986b677b35 req-716c4d2e-7d41-4777-ba19-3ab013e49d6f tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Enqueued Resource ID: 7ed25a93-e947-45e8-974b-645111add6cd with Priority: HIGHEST for action security_group_members [ 995.392949] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ed25a93-e947-45e8-974b-645111add6cd with Priority: HIGHEST for action security_group_members [ 995.393269] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ed25a93-e947-45e8-974b-645111add6cd taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.393386] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.393451] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.393651] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.393817] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.393935] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.393995] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.394381] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.394527] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.394678] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ed25a93-e947-45e8-974b-645111add6cd',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.607167] env[69596]: INFO networking_nsxv3.common.synchronization [req-e130ebf7-2a9c-4456-803c-69174003a7ca req-f9a7496c-f9d5-45fd-b6ac-d64e6cb29a8d service nova] Enqueued Resource ID: 5afc9254-219e-4511-af94-47853459010f with Priority: HIGHEST for action security_group_rules [ 995.607167] env[69596]: INFO networking_nsxv3.common.synchronization [req-e130ebf7-2a9c-4456-803c-69174003a7ca req-f9a7496c-f9d5-45fd-b6ac-d64e6cb29a8d service nova] Enqueued Resource ID: 5afc9254-219e-4511-af94-47853459010f with Priority: HIGHEST for action security_group_members [ 995.607503] env[69596]: INFO networking_nsxv3.common.synchronization [req-e130ebf7-2a9c-4456-803c-69174003a7ca req-f9a7496c-f9d5-45fd-b6ac-d64e6cb29a8d service nova] Enqueued Resource ID: b66e3c3a-ca19-492b-9e9e-fd637e02530b with Priority: HIGHEST for action port [ 995.607943] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5afc9254-219e-4511-af94-47853459010f with Priority: HIGHEST for action security_group_rules [ 995.608308] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5afc9254-219e-4511-af94-47853459010f with Priority: HIGHEST for action security_group_members [ 995.608474] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b66e3c3a-ca19-492b-9e9e-fd637e02530b with Priority: HIGHEST for action port [ 995.608787] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5afc9254-219e-4511-af94-47853459010f taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.608918] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.608991] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.609210] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.609794] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5afc9254-219e-4511-af94-47853459010f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.610967] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-5afc9254-219e-4511-af94-47853459010f taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.611197] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.613136] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-b66e3c3a-ca19-492b-9e9e-fd637e02530b taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.613136] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b66e3c3a-ca19-492b-9e9e-fd637e02530b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.613136] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b66e3c3a-ca19-492b-9e9e-fd637e02530b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.613136] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b66e3c3a-ca19-492b-9e9e-fd637e02530b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.613136] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b66e3c3a-ca19-492b-9e9e-fd637e02530b',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.680077] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5afc9254-219e-4511-af94-47853459010f in Status: SUCCESS [ 995.680438] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.680696] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.681021] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.681349] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.681485] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.681577] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.681816] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.681944] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.682663] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5afc9254-219e-4511-af94-47853459010f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.897446] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.897790] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.897790] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.898480] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.898480] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.898480] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.898480] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.898480] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.898754] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.898754] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.898754] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ed25a93-e947-45e8-974b-645111add6cd is going to be updated. [ 995.926043] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.926202] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.926780] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.926780] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.926780] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.934415] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ed25a93-e947-45e8-974b-645111add6cd in Status: IN_PROGRESS for 2s [ 996.111975] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-5afc9254-219e-4511-af94-47853459010f taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.112388] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.114518] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b66e3c3a-ca19-492b-9e9e-fd637e02530b with status ACTIVE [ 996.114736] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.114884] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.115021] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.115232] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.115332] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.115543] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.115645] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.115706] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.115886] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.115970] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.116186] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.116283] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.116339] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.116502] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.116624] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.116686] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b66e3c3a-ca19-492b-9e9e-fd637e02530b is going to be updated. [ 996.137660] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.137822] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.137867] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.138089] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.138229] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.138385] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b66e3c3a-ca19-492b-9e9e-fd637e02530b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.185100] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5afc9254-219e-4511-af94-47853459010f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.617441] env[69596]: INFO networking_nsxv3.common.synchronization [req-937c24c0-a8db-44ac-ad49-86af402b9403 req-716eb209-acf0-46f9-ada4-315eb729ca7f tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Enqueued Resource ID: 8bcafd83-f045-4f14-8d97-0f8286357a7f with Priority: HIGHEST for action security_group_members [ 996.617982] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bcafd83-f045-4f14-8d97-0f8286357a7f with Priority: HIGHEST for action security_group_members [ 996.618302] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bcafd83-f045-4f14-8d97-0f8286357a7f taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.618425] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bcafd83-f045-4f14-8d97-0f8286357a7f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.618485] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bcafd83-f045-4f14-8d97-0f8286357a7f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.618726] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bcafd83-f045-4f14-8d97-0f8286357a7f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.618882] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.618982] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.619057] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.619199] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.619305] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.620039] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8bcafd83-f045-4f14-8d97-0f8286357a7f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.688595] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5afc9254-219e-4511-af94-47853459010f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.903043] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-564 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.903369] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-564" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.903414] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-564" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.903705] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-564" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.904096] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.904349] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.904546] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.904828] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.911702] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.912031] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 996.912252] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 996.912442] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 996.912641] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 996.912849] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 996.912984] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 996.913142] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 996.933082] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 996.933271] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 996.933417] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 996.933600] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-564" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.933970] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-24fb178b-7a38-40cb-8240-a9feea2a2d54 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.934171] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-24fb178b-7a38-40cb-8240-a9feea2a2d54" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.934301] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-24fb178b-7a38-40cb-8240-a9feea2a2d54" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.934627] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-24fb178b-7a38-40cb-8240-a9feea2a2d54" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.934770] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24fb178b-7a38-40cb-8240-a9feea2a2d54',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.120977] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.121184] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.121222] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.121436] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.121529] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.121720] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.121819] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.121884] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.122053] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.122131] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.122215] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bcafd83-f045-4f14-8d97-0f8286357a7f already deleted. [ 997.122294] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bcafd83-f045-4f14-8d97-0f8286357a7f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.154392] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93556ab5-d8c5-4932-b73c-852db71ea006 in Status: SUCCESS [ 997.154615] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93556ab5-d8c5-4932-b73c-852db71ea006" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.154773] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93556ab5-d8c5-4932-b73c-852db71ea006" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.154983] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93556ab5-d8c5-4932-b73c-852db71ea006" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.155253] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.155362] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.155430] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.155727] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.155727] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.155727] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93556ab5-d8c5-4932-b73c-852db71ea006" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.155925] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('93556ab5-d8c5-4932-b73c-852db71ea006',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.197015] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.197178] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.197246] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.197520] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.197520] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.197595] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5afc9254-219e-4511-af94-47853459010f is going to be updated. [ 997.228219] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.228367] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.228443] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.228665] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.228809] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.237853] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5afc9254-219e-4511-af94-47853459010f in Status: IN_PROGRESS for 2s [ 997.437345] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.437609] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.437750] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.438036] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.438194] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.438352] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port 24fb178b-7a38-40cb-8240-a9feea2a2d54 not found, creating... [ 997.438621] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.438782] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.438906] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.439155] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.439298] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.439575] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.439732] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.439853] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.440084] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.440225] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.440366] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: 24fb178b-7a38-40cb-8240-a9feea2a2d54 is going to be created. [ 997.444887] env[69596]: INFO networking_nsxv3.common.synchronization [req-e3bf5c04-703a-4405-b8da-a2eb98bd00f7 req-5e471aee-fad1-4257-965b-d9cee9d8396b tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Enqueued Resource ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 with Priority: HIGHEST for action security_group_members [ 997.445336] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 with Priority: HIGHEST for action security_group_members [ 997.445612] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.445718] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.445786] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.445943] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.446099] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.446192] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.446254] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.446391] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.446467] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.446555] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf4de9a2-fc16-45b8-939c-537e3f2c7f65',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.460523] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.460683] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.460818] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.461075] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.461306] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.461525] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-24fb178b-7a38-40cb-8240-a9feea2a2d54" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.658509] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('93556ab5-d8c5-4932-b73c-852db71ea006',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.710389] env[69596]: INFO networking_nsxv3.common.synchronization [req-9234a7c8-ee6f-4c94-84be-873b8fac8c99 req-e3dee58e-a245-4fbe-a095-bc44056d3a37 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Enqueued Resource ID: b96f8dc5-bf40-4d2b-8dba-008825c69808 with Priority: HIGHEST for action security_group_members [ 997.711012] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b96f8dc5-bf40-4d2b-8dba-008825c69808 with Priority: HIGHEST for action security_group_members [ 997.711364] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-b96f8dc5-bf40-4d2b-8dba-008825c69808 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.711499] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b96f8dc5-bf40-4d2b-8dba-008825c69808" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.711567] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b96f8dc5-bf40-4d2b-8dba-008825c69808" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.711768] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b96f8dc5-bf40-4d2b-8dba-008825c69808" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.711925] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.712090] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.712177] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.712367] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.712463] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.712559] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b96f8dc5-bf40-4d2b-8dba-008825c69808',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.945128] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ed25a93-e947-45e8-974b-645111add6cd in Status: SUCCESS [ 997.945381] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ed25a93-e947-45e8-974b-645111add6cd deletion is rescheduled due to dependency. [ 997.945381] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.948210] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf4de9a2-fc16-45b8-939c-537e3f2c7f65',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.160713] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 93556ab5-d8c5-4932-b73c-852db71ea006: rpc.has_security_group_logging(os_id): False [ 998.172298] env[69596]: INFO networking_nsxv3.common.synchronization [req-937c24c0-a8db-44ac-ad49-86af402b9403 req-c174fa87-9aae-4e4e-813b-9c32eee0fcca service nova] Enqueued Resource ID: 8bcafd83-f045-4f14-8d97-0f8286357a7f with Priority: HIGHEST for action security_group_rules [ 998.172474] env[69596]: INFO networking_nsxv3.common.synchronization [req-937c24c0-a8db-44ac-ad49-86af402b9403 req-c174fa87-9aae-4e4e-813b-9c32eee0fcca service nova] Enqueued Resource ID: 8bcafd83-f045-4f14-8d97-0f8286357a7f with Priority: HIGHEST for action security_group_members [ 998.172618] env[69596]: INFO networking_nsxv3.common.synchronization [req-937c24c0-a8db-44ac-ad49-86af402b9403 req-c174fa87-9aae-4e4e-813b-9c32eee0fcca service nova] Enqueued Resource ID: 24fb178b-7a38-40cb-8240-a9feea2a2d54 with Priority: HIGHEST for action port [ 998.173155] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bcafd83-f045-4f14-8d97-0f8286357a7f with Priority: HIGHEST for action security_group_rules [ 998.173297] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bcafd83-f045-4f14-8d97-0f8286357a7f with Priority: HIGHEST for action security_group_members [ 998.173603] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24fb178b-7a38-40cb-8240-a9feea2a2d54 with Priority: HIGHEST for action port [ 998.173713] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8bcafd83-f045-4f14-8d97-0f8286357a7f taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.173812] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8bcafd83-f045-4f14-8d97-0f8286357a7f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.173912] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8bcafd83-f045-4f14-8d97-0f8286357a7f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.174140] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8bcafd83-f045-4f14-8d97-0f8286357a7f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.174219] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8bcafd83-f045-4f14-8d97-0f8286357a7f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.175045] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bcafd83-f045-4f14-8d97-0f8286357a7f taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.175171] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bcafd83-f045-4f14-8d97-0f8286357a7f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.175238] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bcafd83-f045-4f14-8d97-0f8286357a7f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.175406] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bcafd83-f045-4f14-8d97-0f8286357a7f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.175550] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.175643] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.175705] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.175839] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.175921] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.176016] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8bcafd83-f045-4f14-8d97-0f8286357a7f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.176718] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-24fb178b-7a38-40cb-8240-a9feea2a2d54 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.180021] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24fb178b-7a38-40cb-8240-a9feea2a2d54" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.180021] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24fb178b-7a38-40cb-8240-a9feea2a2d54" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.180021] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24fb178b-7a38-40cb-8240-a9feea2a2d54" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.180021] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24fb178b-7a38-40cb-8240-a9feea2a2d54',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.180021] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.180021] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.180021] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.180021] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.180021] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.180021] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.180021] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.180021] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.180021] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.180021] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.180021] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93556ab5-d8c5-4932-b73c-852db71ea006 is going to be created. [ 998.215064] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b96f8dc5-bf40-4d2b-8dba-008825c69808',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.259329] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.259329] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.259509] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.259549] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.259711] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.269848] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93556ab5-d8c5-4932-b73c-852db71ea006 in Status: IN_PROGRESS for 2s [ 998.450730] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf4de9a2-fc16-45b8-939c-537e3f2c7f65',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.682696] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8bcafd83-f045-4f14-8d97-0f8286357a7f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.683389] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bcafd83-f045-4f14-8d97-0f8286357a7f taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.683500] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bcafd83-f045-4f14-8d97-0f8286357a7f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.684125] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 24fb178b-7a38-40cb-8240-a9feea2a2d54 with status ACTIVE [ 998.684125] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.684273] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.684273] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.684579] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.684579] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.684756] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.685806] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.685806] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.685806] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.685806] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.685806] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.685806] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.685806] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.686208] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.686208] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.686208] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 24fb178b-7a38-40cb-8240-a9feea2a2d54 is going to be updated. [ 998.706276] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.706429] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.706479] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.706658] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.706790] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.706949] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24fb178b-7a38-40cb-8240-a9feea2a2d54" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.716728] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b96f8dc5-bf40-4d2b-8dba-008825c69808',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.953062] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.953379] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.953379] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.953577] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.953833] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.953833] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 is going to be updated. [ 998.980373] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.980606] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.980705] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.980939] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.981100] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.990993] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 in Status: IN_PROGRESS for 2s [ 999.027029] env[69596]: INFO networking_nsxv3.common.synchronization [req-937c24c0-a8db-44ac-ad49-86af402b9403 req-8a4115dd-8599-40a9-aadb-aa1fc588d923 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Enqueued Resource ID: 8bcafd83-f045-4f14-8d97-0f8286357a7f with Priority: HIGHEST for action security_group_members [ 999.027461] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bcafd83-f045-4f14-8d97-0f8286357a7f with Priority: HIGHEST for action security_group_members [ 999.028020] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bcafd83-f045-4f14-8d97-0f8286357a7f taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.028383] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bcafd83-f045-4f14-8d97-0f8286357a7f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.184926] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8bcafd83-f045-4f14-8d97-0f8286357a7f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.219444] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.219589] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.219669] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.219895] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.219992] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.220107] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b96f8dc5-bf40-4d2b-8dba-008825c69808 is going to be updated. [ 999.246178] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5afc9254-219e-4511-af94-47853459010f in Status: SUCCESS [ 999.246830] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.246830] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.246830] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.247017] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.247182] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.247284] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.247473] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.247563] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.247653] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.247758] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5afc9254-219e-4511-af94-47853459010f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.255947] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.256093] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.256155] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.256403] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.256611] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.267685] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-564 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.267892] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-564" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.268032] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-564" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.268290] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-564" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.268552] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.268713] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.268876] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.269208] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.269401] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.269614] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 999.269734] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 999.269851] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 999.269967] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 999.270091] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 999.270200] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 999.270333] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 999.274210] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b96f8dc5-bf40-4d2b-8dba-008825c69808 in Status: IN_PROGRESS for 2s [ 999.290512] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 999.290512] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 999.290512] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 999.290512] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-564" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.290925] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-c3f09881-796b-4859-8c19-2313b74a0d00 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.290925] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-c3f09881-796b-4859-8c19-2313b74a0d00" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.291646] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-c3f09881-796b-4859-8c19-2313b74a0d00" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.291646] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-c3f09881-796b-4859-8c19-2313b74a0d00" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.291646] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3f09881-796b-4859-8c19-2313b74a0d00',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.687825] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.688022] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.688077] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.688294] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.688381] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.688487] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bcafd83-f045-4f14-8d97-0f8286357a7f is going to be created. [ 999.711460] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.711609] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.711688] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.712008] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.712197] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.721347] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bcafd83-f045-4f14-8d97-0f8286357a7f in Status: UNINITIALIZED for 2s [ 999.749846] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-5afc9254-219e-4511-af94-47853459010f taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.750025] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.750102] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.750765] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.750765] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.750765] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.750765] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.750765] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.751041] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.751080] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.751238] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-5afc9254-219e-4511-af94-47853459010f taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.751336] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.751397] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.751558] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.751696] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.751802] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.751869] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.752014] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.752105] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.752186] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.752273] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5afc9254-219e-4511-af94-47853459010f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.794372] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.794616] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.794747] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.795046] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.795238] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.795414] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port c3f09881-796b-4859-8c19-2313b74a0d00 not found, creating... [ 999.795708] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.795870] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.796018] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.796250] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.796403] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.796787] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.796888] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.796982] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.797226] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.797395] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.797533] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: c3f09881-796b-4859-8c19-2313b74a0d00 is going to be created. [ 999.817181] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.817401] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.817522] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.817849] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.818136] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.818376] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-c3f09881-796b-4859-8c19-2313b74a0d00" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.254495] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5afc9254-219e-4511-af94-47853459010f: rpc.has_security_group_logging(os_id): False [ 1000.272651] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.272782] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.272782] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.273264] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.273362] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.273591] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.273779] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.273779] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.274113] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.274189] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.274356] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.274449] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.274501] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.274647] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.274718] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.274892] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.274982] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.275055] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.275244] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.275346] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.275437] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5afc9254-219e-4511-af94-47853459010f is going to be updated. [ 1000.291556] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93556ab5-d8c5-4932-b73c-852db71ea006 in Status: SUCCESS [ 1000.291767] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93556ab5-d8c5-4932-b73c-852db71ea006" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.355348] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.355490] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.355547] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.355756] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.355930] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.374502] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5afc9254-219e-4511-af94-47853459010f in Status: IN_PROGRESS for 2s [ 1000.500351] env[69596]: INFO networking_nsxv3.common.synchronization [req-937c24c0-a8db-44ac-ad49-86af402b9403 req-8b5109d8-3218-44cf-b7c8-8aab1d5a6982 service nova] Enqueued Resource ID: 8bcafd83-f045-4f14-8d97-0f8286357a7f with Priority: HIGHEST for action security_group_rules [ 1000.500534] env[69596]: INFO networking_nsxv3.common.synchronization [req-937c24c0-a8db-44ac-ad49-86af402b9403 req-8b5109d8-3218-44cf-b7c8-8aab1d5a6982 service nova] Enqueued Resource ID: 8bcafd83-f045-4f14-8d97-0f8286357a7f with Priority: HIGHEST for action security_group_members [ 1000.500675] env[69596]: INFO networking_nsxv3.common.synchronization [req-937c24c0-a8db-44ac-ad49-86af402b9403 req-8b5109d8-3218-44cf-b7c8-8aab1d5a6982 service nova] Enqueued Resource ID: c3f09881-796b-4859-8c19-2313b74a0d00 with Priority: HIGHEST for action port [ 1000.500914] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bcafd83-f045-4f14-8d97-0f8286357a7f with Priority: HIGHEST for action security_group_rules [ 1000.501098] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bcafd83-f045-4f14-8d97-0f8286357a7f with Priority: HIGHEST for action security_group_members [ 1000.501268] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3f09881-796b-4859-8c19-2313b74a0d00 with Priority: HIGHEST for action port [ 1000.501823] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8bcafd83-f045-4f14-8d97-0f8286357a7f taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.501930] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8bcafd83-f045-4f14-8d97-0f8286357a7f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.502142] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bcafd83-f045-4f14-8d97-0f8286357a7f taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.502218] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bcafd83-f045-4f14-8d97-0f8286357a7f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.502411] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3f09881-796b-4859-8c19-2313b74a0d00 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.502513] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3f09881-796b-4859-8c19-2313b74a0d00" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.502555] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3f09881-796b-4859-8c19-2313b74a0d00" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.502744] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3f09881-796b-4859-8c19-2313b74a0d00" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.502864] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3f09881-796b-4859-8c19-2313b74a0d00',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.000034] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 in Status: SUCCESS [ 1001.000225] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.005643] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c3f09881-796b-4859-8c19-2313b74a0d00 with status ACTIVE [ 1001.005866] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.005999] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.006082] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.006288] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.006374] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.006550] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.006658] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.006722] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.006885] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.006978] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.007149] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.007243] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.007304] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.007446] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.007519] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.007600] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c3f09881-796b-4859-8c19-2313b74a0d00 is going to be updated. [ 1001.025536] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.025671] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.025737] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.025923] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.026075] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.026229] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3f09881-796b-4859-8c19-2313b74a0d00" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.280833] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b96f8dc5-bf40-4d2b-8dba-008825c69808 in Status: SUCCESS [ 1001.281150] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b96f8dc5-bf40-4d2b-8dba-008825c69808" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.730769] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bcafd83-f045-4f14-8d97-0f8286357a7f in Status: SUCCESS [ 1001.731121] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bcafd83-f045-4f14-8d97-0f8286357a7f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.731304] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bcafd83-f045-4f14-8d97-0f8286357a7f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.731533] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bcafd83-f045-4f14-8d97-0f8286357a7f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.731732] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.731850] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.731917] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.732088] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.732172] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.732256] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bcafd83-f045-4f14-8d97-0f8286357a7f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.732351] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8bcafd83-f045-4f14-8d97-0f8286357a7f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.733410] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bcafd83-f045-4f14-8d97-0f8286357a7f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.733647] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bcafd83-f045-4f14-8d97-0f8286357a7f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.733866] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.734099] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.734175] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.734336] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.734420] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.734512] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8bcafd83-f045-4f14-8d97-0f8286357a7f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.028872] env[69596]: INFO networking_nsxv3.common.synchronization [req-937c24c0-a8db-44ac-ad49-86af402b9403 req-cf72e8ce-8c21-40d3-83cf-a80c47271115 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Enqueued Resource ID: 8bcafd83-f045-4f14-8d97-0f8286357a7f with Priority: HIGHEST for action security_group_members [ 1002.029390] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bcafd83-f045-4f14-8d97-0f8286357a7f with Priority: HIGHEST for action security_group_members [ 1002.029785] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bcafd83-f045-4f14-8d97-0f8286357a7f taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.029785] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bcafd83-f045-4f14-8d97-0f8286357a7f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.236131] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bcafd83-f045-4f14-8d97-0f8286357a7f taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.236230] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bcafd83-f045-4f14-8d97-0f8286357a7f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.236384] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8bcafd83-f045-4f14-8d97-0f8286357a7f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.388511] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5afc9254-219e-4511-af94-47853459010f in Status: SUCCESS [ 1002.388511] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.428022] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-564 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.428022] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-564" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.428022] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-564" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.428022] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-564" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.428022] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.428022] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.428022] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.428022] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.428022] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.428022] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1002.428022] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1002.429028] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1002.429333] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1002.429586] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1002.429915] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1002.430315] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1002.451017] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1002.451017] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1002.451017] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1002.451017] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-564" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.451017] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-13e120b6-a168-48ad-bab1-e477f75060fa taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.451017] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-13e120b6-a168-48ad-bab1-e477f75060fa" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.451017] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-13e120b6-a168-48ad-bab1-e477f75060fa" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.451017] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-13e120b6-a168-48ad-bab1-e477f75060fa" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.451017] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13e120b6-a168-48ad-bab1-e477f75060fa',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.741783] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8bcafd83-f045-4f14-8d97-0f8286357a7f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.954061] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.954318] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.954451] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.954760] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.958022] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.958022] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port 13e120b6-a168-48ad-bab1-e477f75060fa not found, creating... [ 1002.958022] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.958022] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.958022] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.958022] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.958022] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.958022] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.958022] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.958022] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.958628] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.958628] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.958628] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: 13e120b6-a168-48ad-bab1-e477f75060fa is going to be created. [ 1002.977824] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.978154] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.978298] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.978616] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.978865] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.979155] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-13e120b6-a168-48ad-bab1-e477f75060fa" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.248352] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.248463] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.248517] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.250016] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.250016] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.250016] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bcafd83-f045-4f14-8d97-0f8286357a7f is going to be updated. [ 1003.279655] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.279792] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.279834] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.280016] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.280164] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.288962] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bcafd83-f045-4f14-8d97-0f8286357a7f in Status: IN_PROGRESS for 2s [ 1004.043266] env[69596]: INFO networking_nsxv3.common.synchronization [None req-e3e38442-d2a9-4ab3-b6a8-c0b587143433 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Enqueued Resource ID: 2c6059fe-1867-4c1c-86f3-a22de31182bf with Priority: HIGHEST for action security_group_rules [ 1004.043791] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c6059fe-1867-4c1c-86f3-a22de31182bf with Priority: HIGHEST for action security_group_rules [ 1004.044116] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c6059fe-1867-4c1c-86f3-a22de31182bf taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.044244] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c6059fe-1867-4c1c-86f3-a22de31182bf" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.044313] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c6059fe-1867-4c1c-86f3-a22de31182bf" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.044560] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c6059fe-1867-4c1c-86f3-a22de31182bf" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.044645] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c6059fe-1867-4c1c-86f3-a22de31182bf',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.120055] env[69596]: INFO networking_nsxv3.common.synchronization [None req-d09b27cc-6b88-44e2-b294-455bcb0e3d62 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Enqueued Resource ID: 2c6059fe-1867-4c1c-86f3-a22de31182bf with Priority: HIGHEST for action security_group_rules [ 1004.120616] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c6059fe-1867-4c1c-86f3-a22de31182bf with Priority: HIGHEST for action security_group_rules [ 1004.120935] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c6059fe-1867-4c1c-86f3-a22de31182bf taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.121120] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c6059fe-1867-4c1c-86f3-a22de31182bf" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.265757] env[69596]: INFO networking_nsxv3.common.synchronization [req-0a90d7a6-8881-4bc0-84a3-8a5aa6fab5d1 req-693c7d90-8e86-4fa0-8f8b-e72a8a46f1c3 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Enqueued Resource ID: 323bb60b-1f4d-488d-a2db-283ec8ea3b4a with Priority: HIGHEST for action security_group_members [ 1004.266300] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 323bb60b-1f4d-488d-a2db-283ec8ea3b4a with Priority: HIGHEST for action security_group_members [ 1004.266598] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-323bb60b-1f4d-488d-a2db-283ec8ea3b4a taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.266714] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-323bb60b-1f4d-488d-a2db-283ec8ea3b4a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.266781] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-323bb60b-1f4d-488d-a2db-283ec8ea3b4a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.271183] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-323bb60b-1f4d-488d-a2db-283ec8ea3b4a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.271435] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.271551] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.271616] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.271791] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.271878] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.271972] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('323bb60b-1f4d-488d-a2db-283ec8ea3b4a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.366348] env[69596]: INFO networking_nsxv3.common.synchronization [req-937c24c0-a8db-44ac-ad49-86af402b9403 req-381db950-a365-4de8-9b80-435557d6d3c7 service nova] Enqueued Resource ID: 8bcafd83-f045-4f14-8d97-0f8286357a7f with Priority: HIGHEST for action security_group_rules [ 1004.366542] env[69596]: INFO networking_nsxv3.common.synchronization [req-937c24c0-a8db-44ac-ad49-86af402b9403 req-381db950-a365-4de8-9b80-435557d6d3c7 service nova] Enqueued Resource ID: 8bcafd83-f045-4f14-8d97-0f8286357a7f with Priority: HIGHEST for action security_group_members [ 1004.366702] env[69596]: INFO networking_nsxv3.common.synchronization [req-937c24c0-a8db-44ac-ad49-86af402b9403 req-381db950-a365-4de8-9b80-435557d6d3c7 service nova] Enqueued Resource ID: 13e120b6-a168-48ad-bab1-e477f75060fa with Priority: HIGHEST for action port [ 1004.366943] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bcafd83-f045-4f14-8d97-0f8286357a7f with Priority: HIGHEST for action security_group_rules [ 1004.367098] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bcafd83-f045-4f14-8d97-0f8286357a7f with Priority: HIGHEST for action security_group_members [ 1004.367201] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13e120b6-a168-48ad-bab1-e477f75060fa with Priority: HIGHEST for action port [ 1004.368326] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8bcafd83-f045-4f14-8d97-0f8286357a7f taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.368517] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8bcafd83-f045-4f14-8d97-0f8286357a7f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.368734] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bcafd83-f045-4f14-8d97-0f8286357a7f taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.368886] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bcafd83-f045-4f14-8d97-0f8286357a7f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.369141] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-13e120b6-a168-48ad-bab1-e477f75060fa taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.369293] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13e120b6-a168-48ad-bab1-e477f75060fa" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.369388] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13e120b6-a168-48ad-bab1-e477f75060fa" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.369619] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13e120b6-a168-48ad-bab1-e477f75060fa" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.369729] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13e120b6-a168-48ad-bab1-e477f75060fa',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.567646] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.567646] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.567646] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.567646] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.567904] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.567904] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c6059fe-1867-4c1c-86f3-a22de31182bf already deleted. [ 1004.567904] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c6059fe-1867-4c1c-86f3-a22de31182bf" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.568198] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c6059fe-1867-4c1c-86f3-a22de31182bf" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.568198] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c6059fe-1867-4c1c-86f3-a22de31182bf" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.568298] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c6059fe-1867-4c1c-86f3-a22de31182bf',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.774416] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.774554] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.774603] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.774829] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.794557] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.794832] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.795029] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.795113] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.795315] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.795434] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.795537] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 323bb60b-1f4d-488d-a2db-283ec8ea3b4a is going to be updated. [ 1004.820099] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.820250] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.820314] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.820518] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.820676] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.828279] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 323bb60b-1f4d-488d-a2db-283ec8ea3b4a in Status: IN_PROGRESS for 2s [ 1004.871572] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 13e120b6-a168-48ad-bab1-e477f75060fa with status ACTIVE [ 1004.871826] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.871979] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.872060] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.872272] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.872380] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.872576] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.872919] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.873099] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.873220] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.873286] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.873454] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.873567] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.873628] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.873758] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.873837] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.873942] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 13e120b6-a168-48ad-bab1-e477f75060fa is going to be updated. [ 1004.894280] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.894455] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.894538] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.894738] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.894901] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.895097] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13e120b6-a168-48ad-bab1-e477f75060fa" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.092258] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.092569] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.092569] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.092930] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.092930] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.092930] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c6059fe-1867-4c1c-86f3-a22de31182bf already deleted. [ 1005.093150] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c6059fe-1867-4c1c-86f3-a22de31182bf" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.303862] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bcafd83-f045-4f14-8d97-0f8286357a7f in Status: SUCCESS [ 1005.304183] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bcafd83-f045-4f14-8d97-0f8286357a7f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.304365] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bcafd83-f045-4f14-8d97-0f8286357a7f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.304587] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bcafd83-f045-4f14-8d97-0f8286357a7f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.304780] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.304903] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.304970] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.305147] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.305239] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.305384] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8bcafd83-f045-4f14-8d97-0f8286357a7f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.808986] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8bcafd83-f045-4f14-8d97-0f8286357a7f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.926808] env[69596]: INFO networking_nsxv3.common.synchronization [req-3a42de3c-d60c-49fd-a483-6b5a5547f77b req-0e7a0038-e3d0-4f69-9fb5-08841fdc3d7d tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Enqueued Resource ID: 08b580bd-8f2d-4784-be88-380b69cef54a with Priority: HIGHEST for action security_group_members [ 1005.927953] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08b580bd-8f2d-4784-be88-380b69cef54a with Priority: HIGHEST for action security_group_members [ 1005.927953] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-08b580bd-8f2d-4784-be88-380b69cef54a taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.927953] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.927953] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.928180] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.929874] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.929874] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.929874] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.929874] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.929874] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.929874] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08b580bd-8f2d-4784-be88-380b69cef54a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.313767] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8bcafd83-f045-4f14-8d97-0f8286357a7f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.330374] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-78 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.331245] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-78" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.331970] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-78" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.331970] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-78" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.332096] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.332234] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.332363] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.332600] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.332751] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.333397] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1006.333397] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1006.333397] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1006.333397] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1006.333585] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1006.333622] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1006.333771] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1006.351875] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1006.352125] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1006.352212] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1006.352387] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-78" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.352793] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-c42a761c-5bad-4453-9db3-fe740992a66c taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.352918] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-c42a761c-5bad-4453-9db3-fe740992a66c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.353035] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-c42a761c-5bad-4453-9db3-fe740992a66c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.353322] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-c42a761c-5bad-4453-9db3-fe740992a66c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.353468] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c42a761c-5bad-4453-9db3-fe740992a66c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.430831] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.431015] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.431085] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.431291] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.433018] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.433018] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.433018] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.433018] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.433018] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.433018] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.433018] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08b580bd-8f2d-4784-be88-380b69cef54a is going to be updated. [ 1006.456274] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.458662] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.458662] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.458662] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.458662] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.465186] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08b580bd-8f2d-4784-be88-380b69cef54a in Status: IN_PROGRESS for 2s [ 1006.816068] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.816229] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.816328] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.816575] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.816670] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.816770] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bcafd83-f045-4f14-8d97-0f8286357a7f is going to be updated. [ 1006.838046] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 323bb60b-1f4d-488d-a2db-283ec8ea3b4a in Status: SUCCESS [ 1006.838046] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 323bb60b-1f4d-488d-a2db-283ec8ea3b4a deletion is rescheduled due to dependency. [ 1006.838226] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-323bb60b-1f4d-488d-a2db-283ec8ea3b4a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.847431] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.847570] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.847638] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.847803] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.847933] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.857427] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bcafd83-f045-4f14-8d97-0f8286357a7f in Status: IN_PROGRESS for 2s [ 1006.860017] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.860241] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.860371] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.860620] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.860767] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.860916] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port c42a761c-5bad-4453-9db3-fe740992a66c not found, creating... [ 1006.861185] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.861345] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.861485] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.861714] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.861856] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.862298] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.862498] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.862621] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.862833] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.863059] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.863218] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: c42a761c-5bad-4453-9db3-fe740992a66c is going to be created. [ 1006.889084] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.889287] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.889419] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.889666] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.889888] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.890190] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-c42a761c-5bad-4453-9db3-fe740992a66c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.662616] env[69596]: INFO networking_nsxv3.common.synchronization [req-3a42de3c-d60c-49fd-a483-6b5a5547f77b req-ca3beb67-c2dd-4c21-8bec-c042b6b34bc4 service nova] Enqueued Resource ID: 08b580bd-8f2d-4784-be88-380b69cef54a with Priority: HIGHEST for action security_group_rules [ 1007.662945] env[69596]: INFO networking_nsxv3.common.synchronization [req-3a42de3c-d60c-49fd-a483-6b5a5547f77b req-ca3beb67-c2dd-4c21-8bec-c042b6b34bc4 service nova] Enqueued Resource ID: 08b580bd-8f2d-4784-be88-380b69cef54a with Priority: HIGHEST for action security_group_members [ 1007.662945] env[69596]: INFO networking_nsxv3.common.synchronization [req-3a42de3c-d60c-49fd-a483-6b5a5547f77b req-ca3beb67-c2dd-4c21-8bec-c042b6b34bc4 service nova] Enqueued Resource ID: c42a761c-5bad-4453-9db3-fe740992a66c with Priority: HIGHEST for action port [ 1007.663469] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08b580bd-8f2d-4784-be88-380b69cef54a with Priority: HIGHEST for action security_group_rules [ 1007.663613] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08b580bd-8f2d-4784-be88-380b69cef54a with Priority: HIGHEST for action security_group_members [ 1007.663711] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c42a761c-5bad-4453-9db3-fe740992a66c with Priority: HIGHEST for action port [ 1007.664010] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-08b580bd-8f2d-4784-be88-380b69cef54a taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.664149] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.664226] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.664425] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.664515] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('08b580bd-8f2d-4784-be88-380b69cef54a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.665329] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-08b580bd-8f2d-4784-be88-380b69cef54a taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.665484] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.665610] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-c42a761c-5bad-4453-9db3-fe740992a66c taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.665729] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c42a761c-5bad-4453-9db3-fe740992a66c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.665783] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c42a761c-5bad-4453-9db3-fe740992a66c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.665921] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c42a761c-5bad-4453-9db3-fe740992a66c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.666020] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c42a761c-5bad-4453-9db3-fe740992a66c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.168052] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-08b580bd-8f2d-4784-be88-380b69cef54a taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.168052] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.168280] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c42a761c-5bad-4453-9db3-fe740992a66c with status ACTIVE [ 1008.168319] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.168420] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.168488] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.168705] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.168795] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.168967] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.169183] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.169247] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.169410] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.169485] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.169667] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.169780] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.169821] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.169964] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.170079] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.170134] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c42a761c-5bad-4453-9db3-fe740992a66c is going to be updated. [ 1008.189547] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.189792] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.189792] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.189989] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.190153] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.190318] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c42a761c-5bad-4453-9db3-fe740992a66c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.474169] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08b580bd-8f2d-4784-be88-380b69cef54a in Status: SUCCESS [ 1008.474354] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08b580bd-8f2d-4784-be88-380b69cef54a deletion is rescheduled due to dependency. [ 1008.474546] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.474637] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.474854] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.475041] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.475159] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.475264] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.475439] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.475522] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.475616] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08b580bd-8f2d-4784-be88-380b69cef54a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.868315] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bcafd83-f045-4f14-8d97-0f8286357a7f in Status: SUCCESS [ 1008.869588] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bcafd83-f045-4f14-8d97-0f8286357a7f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.869777] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bcafd83-f045-4f14-8d97-0f8286357a7f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.870257] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bcafd83-f045-4f14-8d97-0f8286357a7f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.870257] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.870502] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.870502] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.870592] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.870592] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.870708] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8bcafd83-f045-4f14-8d97-0f8286357a7f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.978061] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('08b580bd-8f2d-4784-be88-380b69cef54a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.153408] env[69596]: INFO networking_nsxv3.common.synchronization [req-2098905f-d364-4721-baab-a53f12c4533f req-412cb97b-4c38-4917-8421-f1fd9c2d42f0 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Enqueued Resource ID: 5afc9254-219e-4511-af94-47853459010f with Priority: HIGHEST for action security_group_members [ 1009.153937] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5afc9254-219e-4511-af94-47853459010f with Priority: HIGHEST for action security_group_members [ 1009.154527] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-5afc9254-219e-4511-af94-47853459010f taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.154714] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.154814] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.154989] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.157577] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.157577] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.157577] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.157577] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.157577] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.157577] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5afc9254-219e-4511-af94-47853459010f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.372520] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8bcafd83-f045-4f14-8d97-0f8286357a7f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.481666] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('08b580bd-8f2d-4784-be88-380b69cef54a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.654270] env[69596]: INFO networking_nsxv3.common.synchronization [None req-e2e9bd33-b9bd-47f7-9e4d-2c3153469dbe tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Enqueued Resource ID: 5afc9254-219e-4511-af94-47853459010f with Priority: HIGHEST for action security_group_members [ 1009.654805] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5afc9254-219e-4511-af94-47853459010f with Priority: HIGHEST for action security_group_members [ 1009.655126] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-5afc9254-219e-4511-af94-47853459010f taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.655298] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.657878] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5afc9254-219e-4511-af94-47853459010f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.953085] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8bcafd83-f045-4f14-8d97-0f8286357a7f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.985078] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.985284] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.985374] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.985575] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.985666] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.985761] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08b580bd-8f2d-4784-be88-380b69cef54a is going to be updated. [ 1010.011644] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.011777] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.011823] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.012032] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.012183] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.019906] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08b580bd-8f2d-4784-be88-380b69cef54a in Status: IN_PROGRESS for 2s [ 1010.160194] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5afc9254-219e-4511-af94-47853459010f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.456396] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.456574] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.456662] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.456882] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.456974] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.457117] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bcafd83-f045-4f14-8d97-0f8286357a7f is going to be updated. [ 1010.500903] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.501099] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.501175] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.501386] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.501526] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.512861] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bcafd83-f045-4f14-8d97-0f8286357a7f in Status: IN_PROGRESS for 2s [ 1010.662846] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.662846] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.663154] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.663284] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.663388] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.663498] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5afc9254-219e-4511-af94-47853459010f is going to be updated. [ 1010.700159] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.700359] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.700417] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.700639] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.700779] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.708926] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5afc9254-219e-4511-af94-47853459010f in Status: IN_PROGRESS for 2s [ 1012.029968] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08b580bd-8f2d-4784-be88-380b69cef54a in Status: SUCCESS [ 1012.030353] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.030353] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.030575] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.030771] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.030906] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.031055] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.031148] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.031227] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.031316] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.031410] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('08b580bd-8f2d-4784-be88-380b69cef54a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.528196] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bcafd83-f045-4f14-8d97-0f8286357a7f in Status: SUCCESS [ 1012.528196] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bcafd83-f045-4f14-8d97-0f8286357a7f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.528196] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bcafd83-f045-4f14-8d97-0f8286357a7f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.528196] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bcafd83-f045-4f14-8d97-0f8286357a7f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.528196] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.528196] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.528196] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.528196] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.528196] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.528196] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bcafd83-f045-4f14-8d97-0f8286357a7f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.528196] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bcafd83-f045-4f14-8d97-0f8286357a7f taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.528196] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bcafd83-f045-4f14-8d97-0f8286357a7f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.528196] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bcafd83-f045-4f14-8d97-0f8286357a7f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.528196] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bcafd83-f045-4f14-8d97-0f8286357a7f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.528196] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.528196] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.528196] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.528196] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.528196] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.528843] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bcafd83-f045-4f14-8d97-0f8286357a7f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.528843] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8bcafd83-f045-4f14-8d97-0f8286357a7f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.529592] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bcafd83-f045-4f14-8d97-0f8286357a7f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.529951] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bcafd83-f045-4f14-8d97-0f8286357a7f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.530239] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.531719] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.531719] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.531719] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.531719] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.531719] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8bcafd83-f045-4f14-8d97-0f8286357a7f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.536597] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-08b580bd-8f2d-4784-be88-380b69cef54a taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.536597] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.536597] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.536597] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.536597] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.536597] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.536597] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.536597] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.536597] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.536597] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.536597] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-08b580bd-8f2d-4784-be88-380b69cef54a taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.536597] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.536597] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.536597] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.536597] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.536597] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.537709] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.537709] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.537709] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.537709] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.537709] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('08b580bd-8f2d-4784-be88-380b69cef54a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.717604] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5afc9254-219e-4511-af94-47853459010f in Status: SUCCESS [ 1012.717979] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.717979] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.718225] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.718410] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.718539] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.718580] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.718733] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.718812] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.718905] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5afc9254-219e-4511-af94-47853459010f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.035566] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8bcafd83-f045-4f14-8d97-0f8286357a7f: rpc.has_security_group_logging(os_id): False [ 1013.035566] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8bcafd83-f045-4f14-8d97-0f8286357a7f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.039980] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 08b580bd-8f2d-4784-be88-380b69cef54a: rpc.has_security_group_logging(os_id): False [ 1013.056020] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.056020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.056020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.056020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.056020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.056020] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.056020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.056020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.056020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.056020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.056020] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.056020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.056020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.056020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.056020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.056641] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.056641] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.056641] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.056945] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.057163] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.057434] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8bcafd83-f045-4f14-8d97-0f8286357a7f is going to be created. [ 1013.061107] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.061107] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.061107] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.061107] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.061107] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.061107] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.061107] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.061107] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.061107] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.061107] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.061107] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.061107] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.061107] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.061107] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.061107] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.061658] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.061955] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.062167] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.062414] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.062603] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.062791] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 08b580bd-8f2d-4784-be88-380b69cef54a is going to be updated. [ 1013.132972] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.132972] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.132972] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.132972] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.132972] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.134792] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.135331] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.135442] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.135657] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.136198] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.146620] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8bcafd83-f045-4f14-8d97-0f8286357a7f in Status: IN_PROGRESS for 2s [ 1013.150069] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08b580bd-8f2d-4784-be88-380b69cef54a in Status: IN_PROGRESS for 2s [ 1013.221374] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.221546] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.221630] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.221888] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.221972] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.222221] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.222364] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.222429] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.222617] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.222763] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.222826] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5afc9254-219e-4511-af94-47853459010f is going to be updated. [ 1013.261042] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.261042] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.261042] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.261400] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.261400] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.274681] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5afc9254-219e-4511-af94-47853459010f in Status: IN_PROGRESS for 2s [ 1013.537223] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8bcafd83-f045-4f14-8d97-0f8286357a7f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.044497] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.044497] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.044497] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.044878] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.044878] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.044878] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bcafd83-f045-4f14-8d97-0f8286357a7f is going to be updated. [ 1014.071649] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.071649] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.071649] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.071649] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.071649] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.080708] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bcafd83-f045-4f14-8d97-0f8286357a7f in Status: IN_PROGRESS for 2s [ 1014.655857] env[69596]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1014.655970] env[69596]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=6 [ 1014.836510] env[69596]: INFO networking_nsxv3.common.synchronization [req-af70a841-bb07-4fd6-8cc7-88a98fa8a0ff req-207b629d-d2b9-4b48-a126-2d669b773a6c tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] Enqueued Resource ID: 4bba25ef-9119-4729-a505-14605c1b3df6 with Priority: HIGHEST for action security_group_members [ 1014.836972] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bba25ef-9119-4729-a505-14605c1b3df6 with Priority: HIGHEST for action security_group_members [ 1014.837139] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bba25ef-9119-4729-a505-14605c1b3df6 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.837240] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bba25ef-9119-4729-a505-14605c1b3df6" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.837322] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bba25ef-9119-4729-a505-14605c1b3df6" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.837843] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bba25ef-9119-4729-a505-14605c1b3df6" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.837843] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.837843] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.838126] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.838351] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.838467] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.838562] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4bba25ef-9119-4729-a505-14605c1b3df6',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.157320] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-18 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.157644] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-18" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.157644] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-18" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.157965] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-18" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.158279] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.158418] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.158542] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.158759] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.158907] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.159196] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1015.159327] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1015.159463] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1015.159584] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1015.159718] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1015.159837] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1015.159975] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1015.162793] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8bcafd83-f045-4f14-8d97-0f8286357a7f in Status: SUCCESS [ 1015.163030] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8bcafd83-f045-4f14-8d97-0f8286357a7f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.163207] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8bcafd83-f045-4f14-8d97-0f8286357a7f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.163463] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8bcafd83-f045-4f14-8d97-0f8286357a7f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.163559] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8bcafd83-f045-4f14-8d97-0f8286357a7f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.169485] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08b580bd-8f2d-4784-be88-380b69cef54a in Status: SUCCESS [ 1015.169723] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.193163] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1015.193531] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1015.193706] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1015.193910] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-18" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.194334] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-4055440d-8efb-413b-920d-a6e9eaa2abd6 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.194507] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-4055440d-8efb-413b-920d-a6e9eaa2abd6" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.194631] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-4055440d-8efb-413b-920d-a6e9eaa2abd6" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.195046] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-4055440d-8efb-413b-920d-a6e9eaa2abd6" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.195474] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4055440d-8efb-413b-920d-a6e9eaa2abd6',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.284941] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5afc9254-219e-4511-af94-47853459010f in Status: SUCCESS [ 1015.285254] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5afc9254-219e-4511-af94-47853459010f deletion is rescheduled due to dependency. [ 1015.285431] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.344824] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.344990] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.345055] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.345284] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.345378] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.345715] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.345715] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.345902] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.345902] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.345980] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.346078] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bba25ef-9119-4729-a505-14605c1b3df6 already deleted. [ 1015.346159] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bba25ef-9119-4729-a505-14605c1b3df6" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.666358] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bcafd83-f045-4f14-8d97-0f8286357a7f taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.666548] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bcafd83-f045-4f14-8d97-0f8286357a7f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.697829] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.698133] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.698309] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.698635] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.698832] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.699036] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port 4055440d-8efb-413b-920d-a6e9eaa2abd6 not found, creating... [ 1015.699347] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.699580] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.699735] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.699975] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.700137] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.700423] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.700581] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.700704] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.700915] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.701069] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.701215] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: 4055440d-8efb-413b-920d-a6e9eaa2abd6 is going to be created. [ 1015.720551] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.720774] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.720984] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.721344] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.721586] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.721809] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-4055440d-8efb-413b-920d-a6e9eaa2abd6" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.090334] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bcafd83-f045-4f14-8d97-0f8286357a7f in Status: SUCCESS [ 1016.090615] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bcafd83-f045-4f14-8d97-0f8286357a7f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.090832] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bcafd83-f045-4f14-8d97-0f8286357a7f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.091225] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bcafd83-f045-4f14-8d97-0f8286357a7f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.091429] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.091550] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.091619] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.091793] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.091878] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.091967] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bcafd83-f045-4f14-8d97-0f8286357a7f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.092081] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8bcafd83-f045-4f14-8d97-0f8286357a7f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.550190] env[69596]: INFO networking_nsxv3.common.synchronization [req-c22bb069-c773-4c72-a166-7334c93199a1 req-fec8557d-31c6-49ee-9c87-1abdb54f721f tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Enqueued Resource ID: 8bcafd83-f045-4f14-8d97-0f8286357a7f with Priority: HIGHEST for action security_group_members [ 1016.550190] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bcafd83-f045-4f14-8d97-0f8286357a7f with Priority: HIGHEST for action security_group_members [ 1016.550190] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bcafd83-f045-4f14-8d97-0f8286357a7f taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.550190] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bcafd83-f045-4f14-8d97-0f8286357a7f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.550190] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bcafd83-f045-4f14-8d97-0f8286357a7f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.550190] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bcafd83-f045-4f14-8d97-0f8286357a7f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.550190] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.550190] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.550190] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.550190] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.550190] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.550190] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8bcafd83-f045-4f14-8d97-0f8286357a7f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.593844] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bcafd83-f045-4f14-8d97-0f8286357a7f taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.594198] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bcafd83-f045-4f14-8d97-0f8286357a7f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.712432] env[69596]: INFO networking_nsxv3.common.synchronization [req-af70a841-bb07-4fd6-8cc7-88a98fa8a0ff req-1cd299e1-cad9-4d05-a8a0-6bbd06a2e306 service nova] Enqueued Resource ID: 4bba25ef-9119-4729-a505-14605c1b3df6 with Priority: HIGHEST for action security_group_rules [ 1016.712432] env[69596]: INFO networking_nsxv3.common.synchronization [req-af70a841-bb07-4fd6-8cc7-88a98fa8a0ff req-1cd299e1-cad9-4d05-a8a0-6bbd06a2e306 service nova] Enqueued Resource ID: 4bba25ef-9119-4729-a505-14605c1b3df6 with Priority: HIGHEST for action security_group_members [ 1016.712760] env[69596]: INFO networking_nsxv3.common.synchronization [req-af70a841-bb07-4fd6-8cc7-88a98fa8a0ff req-1cd299e1-cad9-4d05-a8a0-6bbd06a2e306 service nova] Enqueued Resource ID: 4055440d-8efb-413b-920d-a6e9eaa2abd6 with Priority: HIGHEST for action port [ 1016.712803] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bba25ef-9119-4729-a505-14605c1b3df6 with Priority: HIGHEST for action security_group_rules [ 1016.713126] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bba25ef-9119-4729-a505-14605c1b3df6 with Priority: HIGHEST for action security_group_members [ 1016.713126] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4055440d-8efb-413b-920d-a6e9eaa2abd6 with Priority: HIGHEST for action port [ 1016.713535] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4bba25ef-9119-4729-a505-14605c1b3df6 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.713657] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4bba25ef-9119-4729-a505-14605c1b3df6" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.713713] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4bba25ef-9119-4729-a505-14605c1b3df6" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.713956] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4bba25ef-9119-4729-a505-14605c1b3df6" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.714240] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4bba25ef-9119-4729-a505-14605c1b3df6',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.718668] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bba25ef-9119-4729-a505-14605c1b3df6 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.718668] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bba25ef-9119-4729-a505-14605c1b3df6" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.718668] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bba25ef-9119-4729-a505-14605c1b3df6" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.718668] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bba25ef-9119-4729-a505-14605c1b3df6" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.718668] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.718668] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.718668] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.718668] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.718668] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.718668] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4bba25ef-9119-4729-a505-14605c1b3df6',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.718668] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-4055440d-8efb-413b-920d-a6e9eaa2abd6 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.718668] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4055440d-8efb-413b-920d-a6e9eaa2abd6" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.718668] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4055440d-8efb-413b-920d-a6e9eaa2abd6" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.718668] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4055440d-8efb-413b-920d-a6e9eaa2abd6" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.718668] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4055440d-8efb-413b-920d-a6e9eaa2abd6',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.056250] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8bcafd83-f045-4f14-8d97-0f8286357a7f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.219319] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bba25ef-9119-4729-a505-14605c1b3df6 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.219488] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bba25ef-9119-4729-a505-14605c1b3df6" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.222465] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4bba25ef-9119-4729-a505-14605c1b3df6',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.223129] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4055440d-8efb-413b-920d-a6e9eaa2abd6 with status ACTIVE [ 1017.223310] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.223427] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.226580] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.226580] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.226580] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.226580] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.226580] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.226580] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.226580] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.226580] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.226580] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.226580] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.226580] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.226580] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.226580] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.226580] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4055440d-8efb-413b-920d-a6e9eaa2abd6 is going to be updated. [ 1017.245591] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.245754] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.245821] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.246083] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.246228] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.246449] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4055440d-8efb-413b-920d-a6e9eaa2abd6" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.559702] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8bcafd83-f045-4f14-8d97-0f8286357a7f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.728544] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4bba25ef-9119-4729-a505-14605c1b3df6',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.065195] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.065478] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.065579] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.065841] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.065966] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.066112] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bcafd83-f045-4f14-8d97-0f8286357a7f is going to be updated. [ 1018.092214] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.092385] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.092694] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.093086] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.094679] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.101866] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bcafd83-f045-4f14-8d97-0f8286357a7f in Status: IN_PROGRESS for 2s [ 1018.230134] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.230457] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.230677] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.230971] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.231116] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.231304] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bba25ef-9119-4729-a505-14605c1b3df6 is going to be created. [ 1018.255455] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.255610] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.255682] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.255897] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.256063] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.266803] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bba25ef-9119-4729-a505-14605c1b3df6 in Status: UNINITIALIZED for 2s [ 1018.743405] env[69596]: INFO networking_nsxv3.common.synchronization [req-a46e0dc4-2d7e-4a2c-bc48-4be5208c8a66 req-dbc25f48-8d4f-4b63-acf9-9863e568a282 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Enqueued Resource ID: 2c6885d9-0d64-4fae-9609-c5b857f379a2 with Priority: HIGHEST for action security_group_members [ 1018.744290] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c6885d9-0d64-4fae-9609-c5b857f379a2 with Priority: HIGHEST for action security_group_members [ 1018.744795] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c6885d9-0d64-4fae-9609-c5b857f379a2 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.744989] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c6885d9-0d64-4fae-9609-c5b857f379a2" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.745123] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c6885d9-0d64-4fae-9609-c5b857f379a2" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.745463] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c6885d9-0d64-4fae-9609-c5b857f379a2" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.745656] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.745818] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.745937] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.746221] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.746343] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.746487] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c6885d9-0d64-4fae-9609-c5b857f379a2',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.257419] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.257419] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.257419] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.257419] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.257419] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.257419] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.257419] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.257419] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.257419] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.257419] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.257419] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c6885d9-0d64-4fae-9609-c5b857f379a2 is going to be updated. [ 1019.287336] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.287336] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.287336] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.287336] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.287336] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.293999] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c6885d9-0d64-4fae-9609-c5b857f379a2 in Status: IN_PROGRESS for 2s [ 1019.814688] env[69596]: INFO networking_nsxv3.common.synchronization [req-ff0d4b48-1a8b-4433-8d42-d10347c19212 req-c4dfd6bc-5aca-4257-b9b8-8e1cfafd3c89 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Enqueued Resource ID: b96f8dc5-bf40-4d2b-8dba-008825c69808 with Priority: HIGHEST for action security_group_members [ 1019.815126] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b96f8dc5-bf40-4d2b-8dba-008825c69808 with Priority: HIGHEST for action security_group_members [ 1019.816326] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-b96f8dc5-bf40-4d2b-8dba-008825c69808 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.816326] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b96f8dc5-bf40-4d2b-8dba-008825c69808" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.816505] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b96f8dc5-bf40-4d2b-8dba-008825c69808" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.816789] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b96f8dc5-bf40-4d2b-8dba-008825c69808" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.817153] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.817430] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.817669] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.818619] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.818748] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.819374] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b96f8dc5-bf40-4d2b-8dba-008825c69808',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.113854] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bcafd83-f045-4f14-8d97-0f8286357a7f in Status: IN_PROGRESS for 4s [ 1020.187905] env[69596]: INFO networking_nsxv3.common.synchronization [req-1eefc7e8-75de-4119-8bfd-51cd65a6d1c0 req-dd100cfc-1063-4dcf-aaef-9ca3b93215db tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Enqueued Resource ID: 2c6059fe-1867-4c1c-86f3-a22de31182bf with Priority: HIGHEST for action security_group_members [ 1020.188614] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c6059fe-1867-4c1c-86f3-a22de31182bf with Priority: HIGHEST for action security_group_members [ 1020.193232] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c6059fe-1867-4c1c-86f3-a22de31182bf taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.193415] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c6059fe-1867-4c1c-86f3-a22de31182bf" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.193498] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c6059fe-1867-4c1c-86f3-a22de31182bf" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.193808] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c6059fe-1867-4c1c-86f3-a22de31182bf" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.194442] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.194442] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.194442] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.194641] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.194641] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.194641] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c6059fe-1867-4c1c-86f3-a22de31182bf',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.226575] env[69596]: INFO networking_nsxv3.common.synchronization [req-3669c9a4-7e7d-432e-b74f-33894c74795f req-3fdfba1a-7c85-4dcd-8b86-6d6dd038ee32 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Enqueued Resource ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 with Priority: HIGHEST for action security_group_members [ 1020.227205] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 with Priority: HIGHEST for action security_group_members [ 1020.227461] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.227581] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.227643] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.227841] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.227996] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.228109] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.228181] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.228334] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.229109] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.229109] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf4de9a2-fc16-45b8-939c-537e3f2c7f65',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.281610] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bba25ef-9119-4729-a505-14605c1b3df6 in Status: SUCCESS [ 1020.281821] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bba25ef-9119-4729-a505-14605c1b3df6" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.283284] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bba25ef-9119-4729-a505-14605c1b3df6" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.283500] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bba25ef-9119-4729-a505-14605c1b3df6" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.283694] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.283807] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.283872] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.284096] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.284217] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.284308] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bba25ef-9119-4729-a505-14605c1b3df6" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.284399] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4bba25ef-9119-4729-a505-14605c1b3df6',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.322439] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.322912] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.322912] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.323089] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.323208] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.323432] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.323532] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.323688] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.323879] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.323879] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.323947] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b96f8dc5-bf40-4d2b-8dba-008825c69808 is going to be updated. [ 1020.350443] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.350593] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.350663] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.350868] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.351016] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.359609] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b96f8dc5-bf40-4d2b-8dba-008825c69808 in Status: IN_PROGRESS for 2s [ 1020.550354] env[69596]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-377c1699-e933-412d-a2cd-1cf5c4ef962d None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1020.550514] env[69596]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-377c1699-e933-412d-a2cd-1cf5c4ef962d None None] NSXv3 Agent Agent loop - iteration:2 started [ 1020.696676] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.696828] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.696902] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.697139] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.697221] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.697422] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.697512] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.697572] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.697729] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.697807] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.697923] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c6059fe-1867-4c1c-86f3-a22de31182bf already deleted. [ 1020.697968] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c6059fe-1867-4c1c-86f3-a22de31182bf" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.733275] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf4de9a2-fc16-45b8-939c-537e3f2c7f65',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.786883] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bba25ef-9119-4729-a505-14605c1b3df6 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.787948] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bba25ef-9119-4729-a505-14605c1b3df6" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.788140] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bba25ef-9119-4729-a505-14605c1b3df6" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.788706] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bba25ef-9119-4729-a505-14605c1b3df6" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.788706] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.788706] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.788857] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.788898] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.788988] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.789042] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bba25ef-9119-4729-a505-14605c1b3df6" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.789332] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bba25ef-9119-4729-a505-14605c1b3df6 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.789332] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bba25ef-9119-4729-a505-14605c1b3df6" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.789332] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bba25ef-9119-4729-a505-14605c1b3df6" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.789490] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bba25ef-9119-4729-a505-14605c1b3df6" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.789646] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.789707] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.789747] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.789842] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.789914] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.789997] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bba25ef-9119-4729-a505-14605c1b3df6" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.790101] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4bba25ef-9119-4729-a505-14605c1b3df6',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.960664] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-743 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.961480] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-743" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.961480] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-743" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.961562] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-743" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.961831] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.962162] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.962235] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.963016] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.963016] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.963016] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1020.963016] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1020.963896] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1020.963896] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1020.963896] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1020.963896] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1020.963896] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1020.985080] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1020.985080] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1020.985080] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1020.985080] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-743" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.985080] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-80b1f2c2-9fda-4e67-a2c4-8838ad880301 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.985080] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-80b1f2c2-9fda-4e67-a2c4-8838ad880301" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.985545] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-80b1f2c2-9fda-4e67-a2c4-8838ad880301" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.985929] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-80b1f2c2-9fda-4e67-a2c4-8838ad880301" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.986195] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80b1f2c2-9fda-4e67-a2c4-8838ad880301',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.237251] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf4de9a2-fc16-45b8-939c-537e3f2c7f65',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.297339] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4bba25ef-9119-4729-a505-14605c1b3df6: rpc.has_security_group_logging(os_id): False [ 1021.309861] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c6885d9-0d64-4fae-9609-c5b857f379a2 in Status: SUCCESS [ 1021.310779] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c6885d9-0d64-4fae-9609-c5b857f379a2 deletion is rescheduled due to dependency. [ 1021.310965] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c6885d9-0d64-4fae-9609-c5b857f379a2" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.314925] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.315077] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.315147] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.315423] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.315521] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.315786] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.315886] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.315944] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.316124] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.316196] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.316428] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.316510] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.316510] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.317466] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.317466] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.317466] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.317466] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.317466] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.317466] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.317466] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.317837] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4bba25ef-9119-4729-a505-14605c1b3df6 is going to be created. [ 1021.369109] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.369327] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.369499] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.369626] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.369866] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.381499] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4bba25ef-9119-4729-a505-14605c1b3df6 in Status: IN_PROGRESS for 2s [ 1021.489574] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.489832] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.489992] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.490743] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.490743] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.490903] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port 80b1f2c2-9fda-4e67-a2c4-8838ad880301 not found, creating... [ 1021.491216] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.491351] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.491530] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.491786] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.491997] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.492359] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.492582] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.492703] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.493302] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.493302] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.493501] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: 80b1f2c2-9fda-4e67-a2c4-8838ad880301 is going to be created. [ 1021.514608] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.514608] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.514874] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.515046] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.515300] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.515546] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-80b1f2c2-9fda-4e67-a2c4-8838ad880301" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.763313] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.763313] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.763313] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.763313] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.763313] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.763313] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 is going to be updated. [ 1021.772401] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.772587] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.772668] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.772851] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.772998] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.784773] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 in Status: IN_PROGRESS for 2s [ 1022.124654] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bcafd83-f045-4f14-8d97-0f8286357a7f in Status: SUCCESS [ 1022.124900] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bcafd83-f045-4f14-8d97-0f8286357a7f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.126562] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bcafd83-f045-4f14-8d97-0f8286357a7f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.127342] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bcafd83-f045-4f14-8d97-0f8286357a7f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.127593] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.127735] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.128371] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.128725] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.128725] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.128725] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bcafd83-f045-4f14-8d97-0f8286357a7f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.130440] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bcafd83-f045-4f14-8d97-0f8286357a7f taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.130440] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bcafd83-f045-4f14-8d97-0f8286357a7f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.130440] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bcafd83-f045-4f14-8d97-0f8286357a7f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.130440] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bcafd83-f045-4f14-8d97-0f8286357a7f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.130440] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.130440] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.130901] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.130901] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.130901] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.131152] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bcafd83-f045-4f14-8d97-0f8286357a7f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.131408] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8bcafd83-f045-4f14-8d97-0f8286357a7f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.318652] env[69596]: INFO networking_nsxv3.common.synchronization [req-1eefc7e8-75de-4119-8bfd-51cd65a6d1c0 req-15cea471-7749-4bd8-ab22-c30789cd035d service nova] Enqueued Resource ID: 2c6059fe-1867-4c1c-86f3-a22de31182bf with Priority: HIGHEST for action security_group_rules [ 1022.318895] env[69596]: INFO networking_nsxv3.common.synchronization [req-1eefc7e8-75de-4119-8bfd-51cd65a6d1c0 req-15cea471-7749-4bd8-ab22-c30789cd035d service nova] Enqueued Resource ID: 2c6059fe-1867-4c1c-86f3-a22de31182bf with Priority: HIGHEST for action security_group_members [ 1022.318976] env[69596]: INFO networking_nsxv3.common.synchronization [req-1eefc7e8-75de-4119-8bfd-51cd65a6d1c0 req-15cea471-7749-4bd8-ab22-c30789cd035d service nova] Enqueued Resource ID: 80b1f2c2-9fda-4e67-a2c4-8838ad880301 with Priority: HIGHEST for action port [ 1022.320596] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c6059fe-1867-4c1c-86f3-a22de31182bf with Priority: HIGHEST for action security_group_rules [ 1022.320740] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c6059fe-1867-4c1c-86f3-a22de31182bf with Priority: HIGHEST for action security_group_members [ 1022.320831] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80b1f2c2-9fda-4e67-a2c4-8838ad880301 with Priority: HIGHEST for action port [ 1022.321355] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c6059fe-1867-4c1c-86f3-a22de31182bf taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.321444] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c6059fe-1867-4c1c-86f3-a22de31182bf" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.321516] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c6059fe-1867-4c1c-86f3-a22de31182bf" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.321709] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c6059fe-1867-4c1c-86f3-a22de31182bf" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.321787] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c6059fe-1867-4c1c-86f3-a22de31182bf',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.326310] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c6059fe-1867-4c1c-86f3-a22de31182bf taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.326310] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c6059fe-1867-4c1c-86f3-a22de31182bf" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.326310] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c6059fe-1867-4c1c-86f3-a22de31182bf" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.326310] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c6059fe-1867-4c1c-86f3-a22de31182bf" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.326310] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.326310] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.326310] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.326310] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.326310] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.326310] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c6059fe-1867-4c1c-86f3-a22de31182bf',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.326310] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-80b1f2c2-9fda-4e67-a2c4-8838ad880301 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.326310] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-80b1f2c2-9fda-4e67-a2c4-8838ad880301" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.326310] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-80b1f2c2-9fda-4e67-a2c4-8838ad880301" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.326310] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-80b1f2c2-9fda-4e67-a2c4-8838ad880301" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.326310] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80b1f2c2-9fda-4e67-a2c4-8838ad880301',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.369054] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b96f8dc5-bf40-4d2b-8dba-008825c69808 in Status: SUCCESS [ 1022.369670] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b96f8dc5-bf40-4d2b-8dba-008825c69808 deletion is rescheduled due to dependency. [ 1022.369805] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b96f8dc5-bf40-4d2b-8dba-008825c69808" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.639032] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8bcafd83-f045-4f14-8d97-0f8286357a7f: rpc.has_security_group_logging(os_id): False [ 1022.657022] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.657022] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.657022] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.657022] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.657022] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.657022] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.657022] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.657022] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.657022] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.657022] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.657022] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.657022] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.657022] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.657022] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.657022] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.657699] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.657699] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.657699] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.657940] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.658155] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.658355] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8bcafd83-f045-4f14-8d97-0f8286357a7f is going to be updated. [ 1022.728445] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.728445] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.728445] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.728445] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.728445] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.738959] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8bcafd83-f045-4f14-8d97-0f8286357a7f in Status: IN_PROGRESS for 2s [ 1022.831337] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c6059fe-1867-4c1c-86f3-a22de31182bf taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.831337] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c6059fe-1867-4c1c-86f3-a22de31182bf" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.831337] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c6059fe-1867-4c1c-86f3-a22de31182bf',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.831337] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 80b1f2c2-9fda-4e67-a2c4-8838ad880301 with status ACTIVE [ 1022.831337] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.831337] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.831337] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.831337] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.831337] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.831337] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.831337] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.831337] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.831337] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.831337] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.832730] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.832730] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.832730] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.832730] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.832730] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.832730] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 80b1f2c2-9fda-4e67-a2c4-8838ad880301 is going to be updated. [ 1022.856849] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.857034] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.857034] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.857749] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.857749] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.857749] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-80b1f2c2-9fda-4e67-a2c4-8838ad880301" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.334266] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c6059fe-1867-4c1c-86f3-a22de31182bf',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.392269] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4bba25ef-9119-4729-a505-14605c1b3df6 in Status: SUCCESS [ 1023.392416] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4bba25ef-9119-4729-a505-14605c1b3df6" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.793585] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 in Status: SUCCESS [ 1023.794556] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.838658] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.838658] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.838658] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.838658] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.838658] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.838658] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c6059fe-1867-4c1c-86f3-a22de31182bf is going to be created. [ 1023.866024] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.866024] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.866024] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.866024] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.866024] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.871257] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c6059fe-1867-4c1c-86f3-a22de31182bf in Status: UNINITIALIZED for 2s [ 1023.913269] env[69596]: INFO networking_nsxv3.common.synchronization [None req-d66c78e4-9004-4acc-a8c6-ea50fef167f9 None None] Enqueued Resource ID: f102f182-a1ec-4195-835a-8c2705cc1162 with Priority: HIGHEST for action port [ 1023.913269] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f102f182-a1ec-4195-835a-8c2705cc1162 with Priority: HIGHEST for action port [ 1023.913269] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-f102f182-a1ec-4195-835a-8c2705cc1162 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.914393] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f102f182-a1ec-4195-835a-8c2705cc1162" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.914847] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f102f182-a1ec-4195-835a-8c2705cc1162" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.915249] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f102f182-a1ec-4195-835a-8c2705cc1162" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.915480] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f102f182-a1ec-4195-835a-8c2705cc1162',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.419368] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f102f182-a1ec-4195-835a-8c2705cc1162 [ 1024.419368] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.419368] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.419368] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.419368] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.419368] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.419368] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f102f182-a1ec-4195-835a-8c2705cc1162 already deleted. [ 1024.419368] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f102f182-a1ec-4195-835a-8c2705cc1162" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.730636] env[69596]: INFO networking_nsxv3.common.synchronization [None req-4fc28698-1d23-4043-afd5-be76e2cd93d7 None None] Enqueued Resource ID: 6a019ff3-7ba9-4abc-81b4-f4ce66e65652 with Priority: HIGHEST for action port [ 1024.731944] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a019ff3-7ba9-4abc-81b4-f4ce66e65652 with Priority: HIGHEST for action port [ 1024.731944] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a019ff3-7ba9-4abc-81b4-f4ce66e65652 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.731944] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a019ff3-7ba9-4abc-81b4-f4ce66e65652" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.731944] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a019ff3-7ba9-4abc-81b4-f4ce66e65652" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.731944] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a019ff3-7ba9-4abc-81b4-f4ce66e65652" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.735535] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a019ff3-7ba9-4abc-81b4-f4ce66e65652',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.754043] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8bcafd83-f045-4f14-8d97-0f8286357a7f in Status: SUCCESS [ 1024.754043] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8bcafd83-f045-4f14-8d97-0f8286357a7f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.754043] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8bcafd83-f045-4f14-8d97-0f8286357a7f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.754043] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8bcafd83-f045-4f14-8d97-0f8286357a7f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.765654] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8bcafd83-f045-4f14-8d97-0f8286357a7f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.799261] env[69596]: INFO networking_nsxv3.common.synchronization [None req-a99867eb-0de0-42ec-b5d2-d46bee8f1d73 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Enqueued Resource ID: 35bca384-ec3b-4f75-9837-9bc109d60c39 with Priority: HIGHEST for action security_group_rules [ 1024.799944] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35bca384-ec3b-4f75-9837-9bc109d60c39 with Priority: HIGHEST for action security_group_rules [ 1024.800320] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35bca384-ec3b-4f75-9837-9bc109d60c39 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.800458] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35bca384-ec3b-4f75-9837-9bc109d60c39" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.800754] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35bca384-ec3b-4f75-9837-9bc109d60c39" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.800754] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35bca384-ec3b-4f75-9837-9bc109d60c39" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.800887] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35bca384-ec3b-4f75-9837-9bc109d60c39',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.898233] env[69596]: INFO networking_nsxv3.common.synchronization [None req-10eaea5b-a93e-4f3f-b394-235cf246827b tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Enqueued Resource ID: 35bca384-ec3b-4f75-9837-9bc109d60c39 with Priority: HIGHEST for action security_group_rules [ 1024.898610] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35bca384-ec3b-4f75-9837-9bc109d60c39 with Priority: HIGHEST for action security_group_rules [ 1024.899578] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35bca384-ec3b-4f75-9837-9bc109d60c39 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.899578] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35bca384-ec3b-4f75-9837-9bc109d60c39" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.241087] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6a019ff3-7ba9-4abc-81b4-f4ce66e65652 [ 1025.241087] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.241087] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.241087] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.241087] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.241087] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.241087] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6a019ff3-7ba9-4abc-81b4-f4ce66e65652 already deleted. [ 1025.241087] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a019ff3-7ba9-4abc-81b4-f4ce66e65652" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.258948] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bcafd83-f045-4f14-8d97-0f8286357a7f taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.259143] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bcafd83-f045-4f14-8d97-0f8286357a7f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.259328] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bcafd83-f045-4f14-8d97-0f8286357a7f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.259568] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bcafd83-f045-4f14-8d97-0f8286357a7f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.259749] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.259852] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.259916] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.260101] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.260185] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.260264] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bcafd83-f045-4f14-8d97-0f8286357a7f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.260353] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8bcafd83-f045-4f14-8d97-0f8286357a7f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.320817] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.321296] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.321470] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.321762] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.322816] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.323055] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35bca384-ec3b-4f75-9837-9bc109d60c39 already deleted. [ 1025.323533] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35bca384-ec3b-4f75-9837-9bc109d60c39" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.323803] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35bca384-ec3b-4f75-9837-9bc109d60c39" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.324088] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35bca384-ec3b-4f75-9837-9bc109d60c39" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.324313] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35bca384-ec3b-4f75-9837-9bc109d60c39',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.764583] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bcafd83-f045-4f14-8d97-0f8286357a7f taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.764894] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bcafd83-f045-4f14-8d97-0f8286357a7f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.764894] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bcafd83-f045-4f14-8d97-0f8286357a7f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.765065] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bcafd83-f045-4f14-8d97-0f8286357a7f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.765250] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.765366] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.765442] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.765612] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.765724] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.765852] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bcafd83-f045-4f14-8d97-0f8286357a7f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.766043] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bcafd83-f045-4f14-8d97-0f8286357a7f taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.766152] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bcafd83-f045-4f14-8d97-0f8286357a7f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.766425] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bcafd83-f045-4f14-8d97-0f8286357a7f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.766425] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bcafd83-f045-4f14-8d97-0f8286357a7f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.766507] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.766737] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.766737] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.766871] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.767254] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.767254] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bcafd83-f045-4f14-8d97-0f8286357a7f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.767254] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8bcafd83-f045-4f14-8d97-0f8286357a7f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.848759] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.848759] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.848759] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.848759] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.848941] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.848941] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35bca384-ec3b-4f75-9837-9bc109d60c39 already deleted. [ 1025.849018] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35bca384-ec3b-4f75-9837-9bc109d60c39" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.881590] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c6059fe-1867-4c1c-86f3-a22de31182bf in Status: SUCCESS [ 1025.882588] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c6059fe-1867-4c1c-86f3-a22de31182bf" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.882588] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c6059fe-1867-4c1c-86f3-a22de31182bf" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.882588] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c6059fe-1867-4c1c-86f3-a22de31182bf" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.882790] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.882790] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.882934] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.883041] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.883113] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.883224] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c6059fe-1867-4c1c-86f3-a22de31182bf" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.883322] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c6059fe-1867-4c1c-86f3-a22de31182bf',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.277378] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8bcafd83-f045-4f14-8d97-0f8286357a7f: rpc.has_security_group_logging(os_id): False [ 1026.298033] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.298033] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.298033] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.298033] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.298033] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.298033] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.298033] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.302414] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.302414] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.302414] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.302414] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.302414] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.302414] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.302414] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.302414] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.302414] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.302414] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.302414] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.302414] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.302414] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.302414] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8bcafd83-f045-4f14-8d97-0f8286357a7f is going to be updated. [ 1026.309398] env[69596]: INFO networking_nsxv3.common.synchronization [None req-a430dc6f-3ad0-440e-b1fd-1c2bc0e7a18f None None] Enqueued Resource ID: 2004f22b-e959-458d-b36f-838be71990d5 with Priority: HIGHEST for action port [ 1026.309638] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2004f22b-e959-458d-b36f-838be71990d5 with Priority: HIGHEST for action port [ 1026.310318] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-2004f22b-e959-458d-b36f-838be71990d5 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.310438] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2004f22b-e959-458d-b36f-838be71990d5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.310495] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2004f22b-e959-458d-b36f-838be71990d5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.310723] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2004f22b-e959-458d-b36f-838be71990d5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.310855] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2004f22b-e959-458d-b36f-838be71990d5',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.365459] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.365664] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.365753] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.365999] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.366171] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.378881] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8bcafd83-f045-4f14-8d97-0f8286357a7f in Status: IN_PROGRESS for 2s [ 1026.387337] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c6059fe-1867-4c1c-86f3-a22de31182bf',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.648213] env[69596]: INFO networking_nsxv3.common.synchronization [req-f5d4d009-51b3-4afb-8a44-d68f4462514b req-56fd4160-dc81-4491-b1e7-5bf3c28645c6 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Enqueued Resource ID: 323bb60b-1f4d-488d-a2db-283ec8ea3b4a with Priority: HIGHEST for action security_group_members [ 1026.649626] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 323bb60b-1f4d-488d-a2db-283ec8ea3b4a with Priority: HIGHEST for action security_group_members [ 1026.650174] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-323bb60b-1f4d-488d-a2db-283ec8ea3b4a taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.650174] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-323bb60b-1f4d-488d-a2db-283ec8ea3b4a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.650344] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-323bb60b-1f4d-488d-a2db-283ec8ea3b4a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.650490] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-323bb60b-1f4d-488d-a2db-283ec8ea3b4a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.650648] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.650762] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.650823] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.650983] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.651110] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.651210] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('323bb60b-1f4d-488d-a2db-283ec8ea3b4a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.813278] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2004f22b-e959-458d-b36f-838be71990d5 [ 1026.813523] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.813714] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.813793] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.814077] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.814248] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.814422] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2004f22b-e959-458d-b36f-838be71990d5 already deleted. [ 1026.814422] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2004f22b-e959-458d-b36f-838be71990d5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.890379] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c6059fe-1867-4c1c-86f3-a22de31182bf: rpc.has_security_group_logging(os_id): False [ 1026.908237] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.909512] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.909737] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.909922] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.910030] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.910328] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.910687] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.910687] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.910687] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.914175] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.914175] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c6059fe-1867-4c1c-86f3-a22de31182bf is going to be created. [ 1026.967943] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.968491] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.968491] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.968609] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.968814] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.981106] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c6059fe-1867-4c1c-86f3-a22de31182bf in Status: IN_PROGRESS for 2s [ 1027.094490] env[69596]: INFO networking_nsxv3.common.synchronization [req-b7a0fbbf-d14d-454a-8abc-1640a1078cdc req-b5b664bf-5528-491f-a33a-c2db0284a86b tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Enqueued Resource ID: 8bcafd83-f045-4f14-8d97-0f8286357a7f with Priority: HIGHEST for action security_group_members [ 1027.095276] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bcafd83-f045-4f14-8d97-0f8286357a7f with Priority: HIGHEST for action security_group_members [ 1027.096422] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bcafd83-f045-4f14-8d97-0f8286357a7f taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.096422] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bcafd83-f045-4f14-8d97-0f8286357a7f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.096422] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bcafd83-f045-4f14-8d97-0f8286357a7f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.096422] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bcafd83-f045-4f14-8d97-0f8286357a7f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.096422] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.096422] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.096422] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.096422] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.096422] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.096925] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8bcafd83-f045-4f14-8d97-0f8286357a7f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.153981] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.153981] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.153981] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.153981] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.153981] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.153981] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.153981] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.155277] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.155548] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.155649] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.155753] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 323bb60b-1f4d-488d-a2db-283ec8ea3b4a is going to be updated. [ 1027.183562] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.183769] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.183769] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.183953] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.184705] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.192877] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 323bb60b-1f4d-488d-a2db-283ec8ea3b4a in Status: IN_PROGRESS for 2s [ 1027.365240] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-729 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.365609] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-729" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.365609] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-729" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.365942] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-729" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.367650] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.367875] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.368029] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.368296] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.368517] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.368746] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1027.368972] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1027.368972] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1027.369165] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1027.369205] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1027.369318] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1027.369440] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1027.386405] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1027.387578] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1027.387578] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1027.387578] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-729" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.387578] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-ca8f17fe-2f3c-431d-be75-6a4afe9ab298 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.387578] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-ca8f17fe-2f3c-431d-be75-6a4afe9ab298" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.387578] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-ca8f17fe-2f3c-431d-be75-6a4afe9ab298" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.387898] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-ca8f17fe-2f3c-431d-be75-6a4afe9ab298" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.388674] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca8f17fe-2f3c-431d-be75-6a4afe9ab298',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.482931] env[69596]: INFO networking_nsxv3.common.synchronization [req-0859cb6b-a466-43de-9f6a-6366713be5ba req-8e0bb547-97df-46ac-87e0-a8d2bfe1fae4 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Enqueued Resource ID: 8bcafd83-f045-4f14-8d97-0f8286357a7f with Priority: HIGHEST for action security_group_members [ 1027.482931] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bcafd83-f045-4f14-8d97-0f8286357a7f with Priority: HIGHEST for action security_group_members [ 1027.482931] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bcafd83-f045-4f14-8d97-0f8286357a7f taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.482931] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bcafd83-f045-4f14-8d97-0f8286357a7f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.599421] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8bcafd83-f045-4f14-8d97-0f8286357a7f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.891149] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.891537] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.891582] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.891862] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.892049] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.892245] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port ca8f17fe-2f3c-431d-be75-6a4afe9ab298 not found, creating... [ 1027.892593] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.892778] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.892871] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.893144] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.893415] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.893931] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.899177] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.899433] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.899758] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.899980] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.900129] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: ca8f17fe-2f3c-431d-be75-6a4afe9ab298 is going to be created. [ 1027.921615] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.922043] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.922043] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.923064] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.923354] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.923634] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-ca8f17fe-2f3c-431d-be75-6a4afe9ab298" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.101928] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8bcafd83-f045-4f14-8d97-0f8286357a7f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.392950] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8bcafd83-f045-4f14-8d97-0f8286357a7f in Status: SUCCESS [ 1028.393206] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8bcafd83-f045-4f14-8d97-0f8286357a7f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.607435] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.607435] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.607435] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.607435] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.607435] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.607435] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bcafd83-f045-4f14-8d97-0f8286357a7f is going to be updated. [ 1028.631952] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.631952] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.633436] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.633436] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.634887] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.642923] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bcafd83-f045-4f14-8d97-0f8286357a7f in Status: IN_PROGRESS for 2s [ 1028.779816] env[69596]: INFO networking_nsxv3.common.synchronization [None req-8c4292d6-42d0-4746-b445-9112ea35b90d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Enqueued Resource ID: 5f63bbc2-480e-448b-afd1-ffaa1c551e05 with Priority: HIGHEST for action security_group_rules [ 1028.784396] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f63bbc2-480e-448b-afd1-ffaa1c551e05 with Priority: HIGHEST for action security_group_rules [ 1028.784396] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f63bbc2-480e-448b-afd1-ffaa1c551e05 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.784396] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f63bbc2-480e-448b-afd1-ffaa1c551e05" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.784396] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f63bbc2-480e-448b-afd1-ffaa1c551e05" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.784396] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f63bbc2-480e-448b-afd1-ffaa1c551e05" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.784396] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f63bbc2-480e-448b-afd1-ffaa1c551e05',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.864857] env[69596]: INFO networking_nsxv3.common.synchronization [req-f5d4d009-51b3-4afb-8a44-d68f4462514b req-c612547d-ab45-42fc-9d6a-59244edbfe79 service nova] Enqueued Resource ID: 323bb60b-1f4d-488d-a2db-283ec8ea3b4a with Priority: HIGHEST for action security_group_rules [ 1028.865049] env[69596]: INFO networking_nsxv3.common.synchronization [req-f5d4d009-51b3-4afb-8a44-d68f4462514b req-c612547d-ab45-42fc-9d6a-59244edbfe79 service nova] Enqueued Resource ID: 323bb60b-1f4d-488d-a2db-283ec8ea3b4a with Priority: HIGHEST for action security_group_members [ 1028.865193] env[69596]: INFO networking_nsxv3.common.synchronization [req-f5d4d009-51b3-4afb-8a44-d68f4462514b req-c612547d-ab45-42fc-9d6a-59244edbfe79 service nova] Enqueued Resource ID: ca8f17fe-2f3c-431d-be75-6a4afe9ab298 with Priority: HIGHEST for action port [ 1028.865686] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 323bb60b-1f4d-488d-a2db-283ec8ea3b4a with Priority: HIGHEST for action security_group_rules [ 1028.865818] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 323bb60b-1f4d-488d-a2db-283ec8ea3b4a with Priority: HIGHEST for action security_group_members [ 1028.865936] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca8f17fe-2f3c-431d-be75-6a4afe9ab298 with Priority: HIGHEST for action port [ 1028.866188] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-323bb60b-1f4d-488d-a2db-283ec8ea3b4a taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.866325] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-323bb60b-1f4d-488d-a2db-283ec8ea3b4a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.866367] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-323bb60b-1f4d-488d-a2db-283ec8ea3b4a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.866557] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-323bb60b-1f4d-488d-a2db-283ec8ea3b4a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.866637] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('323bb60b-1f4d-488d-a2db-283ec8ea3b4a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.867466] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-323bb60b-1f4d-488d-a2db-283ec8ea3b4a taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.867563] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-323bb60b-1f4d-488d-a2db-283ec8ea3b4a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.867750] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca8f17fe-2f3c-431d-be75-6a4afe9ab298 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.867846] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca8f17fe-2f3c-431d-be75-6a4afe9ab298" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.867929] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca8f17fe-2f3c-431d-be75-6a4afe9ab298" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.868078] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca8f17fe-2f3c-431d-be75-6a4afe9ab298" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.868151] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca8f17fe-2f3c-431d-be75-6a4afe9ab298',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.915823] env[69596]: INFO networking_nsxv3.common.synchronization [None req-9bc6b08a-eb09-46c3-bda7-e1ff0f514fa8 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Enqueued Resource ID: 5f63bbc2-480e-448b-afd1-ffaa1c551e05 with Priority: HIGHEST for action security_group_rules [ 1028.916610] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f63bbc2-480e-448b-afd1-ffaa1c551e05 with Priority: HIGHEST for action security_group_rules [ 1028.917627] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f63bbc2-480e-448b-afd1-ffaa1c551e05 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.917760] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f63bbc2-480e-448b-afd1-ffaa1c551e05" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.994956] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c6059fe-1867-4c1c-86f3-a22de31182bf in Status: SUCCESS [ 1028.995214] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c6059fe-1867-4c1c-86f3-a22de31182bf" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.214988] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 323bb60b-1f4d-488d-a2db-283ec8ea3b4a in Status: SUCCESS [ 1029.214988] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 323bb60b-1f4d-488d-a2db-283ec8ea3b4a deletion is rescheduled due to dependency. [ 1029.214988] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-323bb60b-1f4d-488d-a2db-283ec8ea3b4a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.214988] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-323bb60b-1f4d-488d-a2db-283ec8ea3b4a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.214988] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-323bb60b-1f4d-488d-a2db-283ec8ea3b4a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.214988] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.214988] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.214988] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.214988] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.214988] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.214988] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('323bb60b-1f4d-488d-a2db-283ec8ea3b4a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.306126] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.306316] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.306393] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.306598] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.306690] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.306789] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f63bbc2-480e-448b-afd1-ffaa1c551e05 already deleted. [ 1029.306872] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f63bbc2-480e-448b-afd1-ffaa1c551e05" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.307026] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f63bbc2-480e-448b-afd1-ffaa1c551e05" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.307174] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f63bbc2-480e-448b-afd1-ffaa1c551e05" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.307256] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f63bbc2-480e-448b-afd1-ffaa1c551e05',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.369460] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-323bb60b-1f4d-488d-a2db-283ec8ea3b4a taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.369585] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-323bb60b-1f4d-488d-a2db-283ec8ea3b4a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.371922] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ca8f17fe-2f3c-431d-be75-6a4afe9ab298 with status ACTIVE [ 1029.372119] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.372242] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.372310] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.372508] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.372598] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.372766] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.372865] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.372927] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.373104] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.373221] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.373409] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.373498] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.373558] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.373694] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.373765] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.373847] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ca8f17fe-2f3c-431d-be75-6a4afe9ab298 is going to be updated. [ 1029.393735] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.393854] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.393924] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.394112] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.394239] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.394389] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca8f17fe-2f3c-431d-be75-6a4afe9ab298" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.718874] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('323bb60b-1f4d-488d-a2db-283ec8ea3b4a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.828795] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.828795] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.828795] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.828795] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.828795] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.828795] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f63bbc2-480e-448b-afd1-ffaa1c551e05 already deleted. [ 1029.828795] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f63bbc2-480e-448b-afd1-ffaa1c551e05" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.224493] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('323bb60b-1f4d-488d-a2db-283ec8ea3b4a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.640987] env[69596]: INFO networking_nsxv3.common.synchronization [None req-4b251684-a1c6-4c77-a3dc-8efac5458acf None None] Enqueued Resource ID: f7a76192-e022-42b1-84ba-aabdd94d9395 with Priority: HIGHEST for action port [ 1030.641296] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7a76192-e022-42b1-84ba-aabdd94d9395 with Priority: HIGHEST for action port [ 1030.642238] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7a76192-e022-42b1-84ba-aabdd94d9395 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.642365] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7a76192-e022-42b1-84ba-aabdd94d9395" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.642432] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7a76192-e022-42b1-84ba-aabdd94d9395" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.642697] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7a76192-e022-42b1-84ba-aabdd94d9395" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.642777] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7a76192-e022-42b1-84ba-aabdd94d9395',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.653717] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bcafd83-f045-4f14-8d97-0f8286357a7f in Status: SUCCESS [ 1030.653928] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bcafd83-f045-4f14-8d97-0f8286357a7f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.654091] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bcafd83-f045-4f14-8d97-0f8286357a7f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.654291] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bcafd83-f045-4f14-8d97-0f8286357a7f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.654739] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.654739] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.654739] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.654883] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.654883] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.654930] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8bcafd83-f045-4f14-8d97-0f8286357a7f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.727510] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.727709] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.727794] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.728091] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.728299] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.728299] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 323bb60b-1f4d-488d-a2db-283ec8ea3b4a is going to be updated. [ 1030.756092] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.756317] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.756399] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.757036] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.757036] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.765209] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 323bb60b-1f4d-488d-a2db-283ec8ea3b4a in Status: IN_PROGRESS for 2s [ 1031.149049] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f7a76192-e022-42b1-84ba-aabdd94d9395 [ 1031.149299] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.149438] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.149508] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.149725] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.149814] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.149909] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f7a76192-e022-42b1-84ba-aabdd94d9395 already deleted. [ 1031.149988] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7a76192-e022-42b1-84ba-aabdd94d9395" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.160074] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.160228] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.160320] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.160545] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.160633] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.160837] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.161098] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.161191] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.161427] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.161427] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.161536] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bcafd83-f045-4f14-8d97-0f8286357a7f is going to be updated. [ 1031.190853] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.190997] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.191102] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.191522] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.191522] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.201445] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bcafd83-f045-4f14-8d97-0f8286357a7f in Status: IN_PROGRESS for 2s [ 1032.743201] env[69596]: INFO networking_nsxv3.common.synchronization [None req-a48b8c70-9660-4b99-97ff-f90117af037d None None] Enqueued Resource ID: 7ce9cd2f-b4fd-4e6f-a02d-6a3d7c6c057c with Priority: HIGHEST for action port [ 1032.743933] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ce9cd2f-b4fd-4e6f-a02d-6a3d7c6c057c with Priority: HIGHEST for action port [ 1032.744329] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ce9cd2f-b4fd-4e6f-a02d-6a3d7c6c057c taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.744958] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ce9cd2f-b4fd-4e6f-a02d-6a3d7c6c057c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.744958] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ce9cd2f-b4fd-4e6f-a02d-6a3d7c6c057c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.744958] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ce9cd2f-b4fd-4e6f-a02d-6a3d7c6c057c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.744958] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ce9cd2f-b4fd-4e6f-a02d-6a3d7c6c057c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.775232] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 323bb60b-1f4d-488d-a2db-283ec8ea3b4a in Status: SUCCESS [ 1032.775232] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-323bb60b-1f4d-488d-a2db-283ec8ea3b4a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.776461] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-323bb60b-1f4d-488d-a2db-283ec8ea3b4a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.776854] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-323bb60b-1f4d-488d-a2db-283ec8ea3b4a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.777363] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.778016] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.778016] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.778016] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.779666] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.779666] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-323bb60b-1f4d-488d-a2db-283ec8ea3b4a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.779666] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('323bb60b-1f4d-488d-a2db-283ec8ea3b4a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.211037] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bcafd83-f045-4f14-8d97-0f8286357a7f in Status: SUCCESS [ 1033.211241] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bcafd83-f045-4f14-8d97-0f8286357a7f deletion is rescheduled due to dependency. [ 1033.211365] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bcafd83-f045-4f14-8d97-0f8286357a7f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.247385] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7ce9cd2f-b4fd-4e6f-a02d-6a3d7c6c057c [ 1033.247625] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.247762] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.247831] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.248091] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.248192] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.248319] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7ce9cd2f-b4fd-4e6f-a02d-6a3d7c6c057c already deleted. [ 1033.248355] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ce9cd2f-b4fd-4e6f-a02d-6a3d7c6c057c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.285199] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('323bb60b-1f4d-488d-a2db-283ec8ea3b4a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.787536] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 323bb60b-1f4d-488d-a2db-283ec8ea3b4a: rpc.has_security_group_logging(os_id): False [ 1033.810030] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.810030] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.810030] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.810030] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.810030] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.810030] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.810030] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.810030] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.810030] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.810030] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.810030] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 323bb60b-1f4d-488d-a2db-283ec8ea3b4a is going to be updated. [ 1033.866739] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.866922] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.866965] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.867180] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.867323] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.881373] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 323bb60b-1f4d-488d-a2db-283ec8ea3b4a in Status: IN_PROGRESS for 2s [ 1034.772814] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-159 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.773078] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-159" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.773382] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-159" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.773746] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-159" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.774174] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.774406] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.774542] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.774817] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.774989] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.775289] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1034.775426] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1034.775737] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1034.775737] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1034.775821] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1034.775935] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1034.776121] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1034.795121] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1034.795419] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1034.795576] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1034.795652] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-159" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.795978] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-0652f8d2-73a9-43c6-8016-058f2b0f8e05 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.796168] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-0652f8d2-73a9-43c6-8016-058f2b0f8e05" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.796294] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-0652f8d2-73a9-43c6-8016-058f2b0f8e05" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.796582] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-0652f8d2-73a9-43c6-8016-058f2b0f8e05" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.796724] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0652f8d2-73a9-43c6-8016-058f2b0f8e05',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.924472] env[69596]: INFO networking_nsxv3.common.synchronization [req-91d0f581-46bb-47e0-89e4-70fafeb924dd req-c77ced88-8e3d-40b0-85ce-45b4952dd578 tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] Enqueued Resource ID: 4bba25ef-9119-4729-a505-14605c1b3df6 with Priority: HIGHEST for action security_group_members [ 1034.924998] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bba25ef-9119-4729-a505-14605c1b3df6 with Priority: HIGHEST for action security_group_members [ 1034.925318] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bba25ef-9119-4729-a505-14605c1b3df6 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.925440] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bba25ef-9119-4729-a505-14605c1b3df6" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.925521] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bba25ef-9119-4729-a505-14605c1b3df6" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.925737] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bba25ef-9119-4729-a505-14605c1b3df6" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.925896] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.925997] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.926072] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.926215] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.926302] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.926394] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4bba25ef-9119-4729-a505-14605c1b3df6',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.299705] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.299901] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.299981] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.300356] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.300453] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.300752] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.300902] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.301050] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.301340] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.301419] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.301703] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.301890] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.301967] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.302196] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.302339] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.302485] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: 0652f8d2-73a9-43c6-8016-058f2b0f8e05 is going to be updated. [ 1035.321303] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.321565] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.322359] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.322359] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.322359] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.322607] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-0652f8d2-73a9-43c6-8016-058f2b0f8e05" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.429460] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.429646] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.429729] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.429946] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.430052] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.430254] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.430383] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.430440] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.430593] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.430670] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.430768] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bba25ef-9119-4729-a505-14605c1b3df6 is going to be updated. [ 1035.482486] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.482486] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.482486] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.482756] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.484283] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.493950] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bba25ef-9119-4729-a505-14605c1b3df6 in Status: IN_PROGRESS for 2s [ 1035.900602] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 323bb60b-1f4d-488d-a2db-283ec8ea3b4a in Status: SUCCESS [ 1035.900999] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-323bb60b-1f4d-488d-a2db-283ec8ea3b4a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.156194] env[69596]: INFO networking_nsxv3.common.synchronization [req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 req-9f469f2b-9f7d-4da3-8857-4a4911ca6ea6 service nova] Enqueued Resource ID: 5769c0da-65c9-4827-ad9d-5d19ee19c758 with Priority: HIGHEST for action security_group_rules [ 1036.156194] env[69596]: INFO networking_nsxv3.common.synchronization [req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 req-9f469f2b-9f7d-4da3-8857-4a4911ca6ea6 service nova] Enqueued Resource ID: 5769c0da-65c9-4827-ad9d-5d19ee19c758 with Priority: HIGHEST for action security_group_members [ 1036.156194] env[69596]: INFO networking_nsxv3.common.synchronization [req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 req-9f469f2b-9f7d-4da3-8857-4a4911ca6ea6 service nova] Enqueued Resource ID: 0652f8d2-73a9-43c6-8016-058f2b0f8e05 with Priority: HIGHEST for action port [ 1036.156194] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5769c0da-65c9-4827-ad9d-5d19ee19c758 with Priority: HIGHEST for action security_group_rules [ 1036.156194] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5769c0da-65c9-4827-ad9d-5d19ee19c758 with Priority: HIGHEST for action security_group_members [ 1036.156194] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0652f8d2-73a9-43c6-8016-058f2b0f8e05 with Priority: HIGHEST for action port [ 1036.156194] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5769c0da-65c9-4827-ad9d-5d19ee19c758 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.156194] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5769c0da-65c9-4827-ad9d-5d19ee19c758" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.156194] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5769c0da-65c9-4827-ad9d-5d19ee19c758" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.156194] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5769c0da-65c9-4827-ad9d-5d19ee19c758" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.156194] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5769c0da-65c9-4827-ad9d-5d19ee19c758',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.156707] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-5769c0da-65c9-4827-ad9d-5d19ee19c758 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.156815] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5769c0da-65c9-4827-ad9d-5d19ee19c758" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.156880] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5769c0da-65c9-4827-ad9d-5d19ee19c758" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.157053] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5769c0da-65c9-4827-ad9d-5d19ee19c758" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.157202] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.157295] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.157354] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.157492] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.157578] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.157661] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5769c0da-65c9-4827-ad9d-5d19ee19c758',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.158908] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-0652f8d2-73a9-43c6-8016-058f2b0f8e05 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.160415] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0652f8d2-73a9-43c6-8016-058f2b0f8e05" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.160415] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0652f8d2-73a9-43c6-8016-058f2b0f8e05" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.160415] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0652f8d2-73a9-43c6-8016-058f2b0f8e05" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.160415] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0652f8d2-73a9-43c6-8016-058f2b0f8e05',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.661412] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-5769c0da-65c9-4827-ad9d-5d19ee19c758 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.661595] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5769c0da-65c9-4827-ad9d-5d19ee19c758" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.661741] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5769c0da-65c9-4827-ad9d-5d19ee19c758',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.662676] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0652f8d2-73a9-43c6-8016-058f2b0f8e05 with status ACTIVE [ 1036.662864] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.662968] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.663049] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.663281] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.663387] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.663565] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.663658] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.663726] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.663884] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.663959] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.666149] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.670189] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.670189] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.670189] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.670189] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.670189] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0652f8d2-73a9-43c6-8016-058f2b0f8e05 is going to be updated. [ 1036.689965] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.690154] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.691468] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.691468] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.691468] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.691468] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0652f8d2-73a9-43c6-8016-058f2b0f8e05" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.171311] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5769c0da-65c9-4827-ad9d-5d19ee19c758',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.503043] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bba25ef-9119-4729-a505-14605c1b3df6 in Status: SUCCESS [ 1037.503253] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bba25ef-9119-4729-a505-14605c1b3df6 deletion is rescheduled due to dependency. [ 1037.503373] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bba25ef-9119-4729-a505-14605c1b3df6" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.525794] env[69596]: INFO networking_nsxv3.common.synchronization [req-1fffd4e0-3e99-429f-963a-57377167de1e req-763cc808-54b0-42bc-9edf-c52528b7468d tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Enqueued Resource ID: 35bca384-ec3b-4f75-9837-9bc109d60c39 with Priority: HIGHEST for action security_group_members [ 1037.526654] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35bca384-ec3b-4f75-9837-9bc109d60c39 with Priority: HIGHEST for action security_group_members [ 1037.526725] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-35bca384-ec3b-4f75-9837-9bc109d60c39 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.526837] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35bca384-ec3b-4f75-9837-9bc109d60c39" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.526903] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35bca384-ec3b-4f75-9837-9bc109d60c39" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.528411] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35bca384-ec3b-4f75-9837-9bc109d60c39" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.528411] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.528411] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.528411] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.528411] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.528411] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.528411] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35bca384-ec3b-4f75-9837-9bc109d60c39',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.676512] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.676512] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.676512] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.676512] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.676512] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.676512] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5769c0da-65c9-4827-ad9d-5d19ee19c758 is going to be updated. [ 1037.706626] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.706626] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.706626] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.706626] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.706626] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.715487] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5769c0da-65c9-4827-ad9d-5d19ee19c758 in Status: IN_PROGRESS for 2s [ 1038.029859] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.029859] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.029985] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.030269] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.030377] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.030586] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.030682] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.030747] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.030975] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.031068] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.031156] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35bca384-ec3b-4f75-9837-9bc109d60c39 already deleted. [ 1038.031262] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35bca384-ec3b-4f75-9837-9bc109d60c39" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.283533] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-627 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.283864] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-627" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.283864] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-627" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.284249] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-627" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.284536] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.284701] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.284824] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.285361] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.285562] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.285779] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1038.285901] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1038.286025] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1038.286151] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1038.286275] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1038.286428] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1038.286575] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1038.304582] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1038.304740] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1038.304884] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1038.305074] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-627" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.305377] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-c21b1a45-a151-4579-b219-c1f8d78b84be taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.305617] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-c21b1a45-a151-4579-b219-c1f8d78b84be" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.305758] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-c21b1a45-a151-4579-b219-c1f8d78b84be" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.306065] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-c21b1a45-a151-4579-b219-c1f8d78b84be" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.306209] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c21b1a45-a151-4579-b219-c1f8d78b84be',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.808457] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.808674] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.808804] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.809125] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.809287] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.809454] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port c21b1a45-a151-4579-b219-c1f8d78b84be not found, creating... [ 1038.810057] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.810057] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.810057] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.810257] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.810396] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.810675] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.810834] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.810954] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.811183] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.811324] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.811468] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: c21b1a45-a151-4579-b219-c1f8d78b84be is going to be created. [ 1038.831145] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.831345] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.831468] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.831742] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.831989] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.832261] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-c21b1a45-a151-4579-b219-c1f8d78b84be" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.599974] env[69596]: INFO networking_nsxv3.common.synchronization [req-1fffd4e0-3e99-429f-963a-57377167de1e req-b87b4455-ca7f-4165-b903-8223d87277c1 service nova] Enqueued Resource ID: 35bca384-ec3b-4f75-9837-9bc109d60c39 with Priority: HIGHEST for action security_group_rules [ 1039.600305] env[69596]: INFO networking_nsxv3.common.synchronization [req-1fffd4e0-3e99-429f-963a-57377167de1e req-b87b4455-ca7f-4165-b903-8223d87277c1 service nova] Enqueued Resource ID: 35bca384-ec3b-4f75-9837-9bc109d60c39 with Priority: HIGHEST for action security_group_members [ 1039.600552] env[69596]: INFO networking_nsxv3.common.synchronization [req-1fffd4e0-3e99-429f-963a-57377167de1e req-b87b4455-ca7f-4165-b903-8223d87277c1 service nova] Enqueued Resource ID: c21b1a45-a151-4579-b219-c1f8d78b84be with Priority: HIGHEST for action port [ 1039.601299] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35bca384-ec3b-4f75-9837-9bc109d60c39 with Priority: HIGHEST for action security_group_rules [ 1039.601516] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35bca384-ec3b-4f75-9837-9bc109d60c39 with Priority: HIGHEST for action security_group_members [ 1039.601688] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c21b1a45-a151-4579-b219-c1f8d78b84be with Priority: HIGHEST for action port [ 1039.602119] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35bca384-ec3b-4f75-9837-9bc109d60c39 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.602313] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35bca384-ec3b-4f75-9837-9bc109d60c39" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.602430] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35bca384-ec3b-4f75-9837-9bc109d60c39" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.602732] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35bca384-ec3b-4f75-9837-9bc109d60c39" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.602872] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35bca384-ec3b-4f75-9837-9bc109d60c39',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.604645] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-35bca384-ec3b-4f75-9837-9bc109d60c39 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.604851] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35bca384-ec3b-4f75-9837-9bc109d60c39" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.604851] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35bca384-ec3b-4f75-9837-9bc109d60c39" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.604958] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35bca384-ec3b-4f75-9837-9bc109d60c39" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.605137] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.605239] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.605304] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.605460] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.605557] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.605646] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35bca384-ec3b-4f75-9837-9bc109d60c39',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.606744] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-c21b1a45-a151-4579-b219-c1f8d78b84be taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.606744] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c21b1a45-a151-4579-b219-c1f8d78b84be" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.606744] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c21b1a45-a151-4579-b219-c1f8d78b84be" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.606906] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c21b1a45-a151-4579-b219-c1f8d78b84be" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.606906] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c21b1a45-a151-4579-b219-c1f8d78b84be',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.724545] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5769c0da-65c9-4827-ad9d-5d19ee19c758 in Status: SUCCESS [ 1039.724767] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5769c0da-65c9-4827-ad9d-5d19ee19c758" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.724977] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5769c0da-65c9-4827-ad9d-5d19ee19c758" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.725228] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5769c0da-65c9-4827-ad9d-5d19ee19c758" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.725423] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.725540] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.725604] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.725758] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.725840] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.727027] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5769c0da-65c9-4827-ad9d-5d19ee19c758" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.727027] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5769c0da-65c9-4827-ad9d-5d19ee19c758',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.108429] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-35bca384-ec3b-4f75-9837-9bc109d60c39 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.108618] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35bca384-ec3b-4f75-9837-9bc109d60c39" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.108868] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('35bca384-ec3b-4f75-9837-9bc109d60c39',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.112711] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c21b1a45-a151-4579-b219-c1f8d78b84be with status ACTIVE [ 1040.112907] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.113238] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.113238] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.113355] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.113421] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.113615] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.113703] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.113763] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.113919] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.113995] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.114187] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.114320] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.114320] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.114465] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.114537] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.114621] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c21b1a45-a151-4579-b219-c1f8d78b84be is going to be updated. [ 1040.132864] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.132993] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.133087] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.133281] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.133903] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.133903] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c21b1a45-a151-4579-b219-c1f8d78b84be" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.230241] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5769c0da-65c9-4827-ad9d-5d19ee19c758',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.611544] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('35bca384-ec3b-4f75-9837-9bc109d60c39',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.733409] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5769c0da-65c9-4827-ad9d-5d19ee19c758: rpc.has_security_group_logging(os_id): False [ 1040.750318] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.750318] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.750493] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.750635] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.750730] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.750977] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.751088] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.751259] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.751352] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.751430] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.751518] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5769c0da-65c9-4827-ad9d-5d19ee19c758 is going to be updated. [ 1040.808945] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.808945] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.808945] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.808945] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.808945] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.818628] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5769c0da-65c9-4827-ad9d-5d19ee19c758 in Status: IN_PROGRESS for 2s [ 1041.114712] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.114882] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.114921] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.115170] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.115265] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.115369] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35bca384-ec3b-4f75-9837-9bc109d60c39 is going to be created. [ 1041.137049] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.137227] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.137283] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.137725] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.137889] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.152024] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35bca384-ec3b-4f75-9837-9bc109d60c39 in Status: UNINITIALIZED for 2s [ 1042.842037] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5769c0da-65c9-4827-ad9d-5d19ee19c758 in Status: SUCCESS [ 1042.842037] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5769c0da-65c9-4827-ad9d-5d19ee19c758" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.158697] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35bca384-ec3b-4f75-9837-9bc109d60c39 in Status: SUCCESS [ 1043.159544] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35bca384-ec3b-4f75-9837-9bc109d60c39" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.159544] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35bca384-ec3b-4f75-9837-9bc109d60c39" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.159544] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35bca384-ec3b-4f75-9837-9bc109d60c39" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.159544] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.159755] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.159755] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.159836] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.159923] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.160021] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35bca384-ec3b-4f75-9837-9bc109d60c39" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.160111] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('35bca384-ec3b-4f75-9837-9bc109d60c39',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.662449] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('35bca384-ec3b-4f75-9837-9bc109d60c39',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.667124] env[69596]: INFO networking_nsxv3.common.synchronization [req-c5886213-fbf0-4193-b46c-3be93b9b2f93 req-6695b10c-4683-4032-aa27-11ed6819dd10 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Enqueued Resource ID: 5f63bbc2-480e-448b-afd1-ffaa1c551e05 with Priority: HIGHEST for action security_group_members [ 1043.667124] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f63bbc2-480e-448b-afd1-ffaa1c551e05 with Priority: HIGHEST for action security_group_members [ 1043.667124] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f63bbc2-480e-448b-afd1-ffaa1c551e05 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.667249] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f63bbc2-480e-448b-afd1-ffaa1c551e05" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.667285] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f63bbc2-480e-448b-afd1-ffaa1c551e05" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.667725] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f63bbc2-480e-448b-afd1-ffaa1c551e05" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.667895] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.667995] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.668069] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.668229] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.668313] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.668408] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f63bbc2-480e-448b-afd1-ffaa1c551e05',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.116734] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-849 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.117168] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-849" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.117439] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-849" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.117924] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-849" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.118449] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.118751] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.119018] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.119465] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.119778] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.120219] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1044.120476] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1044.120719] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1044.120962] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1044.121229] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1044.121465] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1044.121728] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1044.141153] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1044.141552] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1044.141827] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1044.142192] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-849" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.142737] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-97b5839e-3c6a-47e0-b07d-42e093e1317a taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.143229] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-97b5839e-3c6a-47e0-b07d-42e093e1317a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.143517] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-97b5839e-3c6a-47e0-b07d-42e093e1317a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.144229] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-97b5839e-3c6a-47e0-b07d-42e093e1317a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.144344] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97b5839e-3c6a-47e0-b07d-42e093e1317a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.166907] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 35bca384-ec3b-4f75-9837-9bc109d60c39: rpc.has_security_group_logging(os_id): False [ 1044.171240] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.171405] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.171539] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.171903] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.172089] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.172460] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.176022] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.176022] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.176022] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.176022] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.176022] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f63bbc2-480e-448b-afd1-ffaa1c551e05 already deleted. [ 1044.176022] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f63bbc2-480e-448b-afd1-ffaa1c551e05" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.185083] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.185380] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.185478] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.185804] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.186058] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.186188] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.186311] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.186426] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.186687] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.186841] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.187093] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35bca384-ec3b-4f75-9837-9bc109d60c39 is going to be created. [ 1044.245904] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.246070] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.246119] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.246361] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.246579] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.255907] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35bca384-ec3b-4f75-9837-9bc109d60c39 in Status: IN_PROGRESS for 2s [ 1044.651648] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.652299] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.652694] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.653331] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.653769] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.654112] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port 97b5839e-3c6a-47e0-b07d-42e093e1317a not found, creating... [ 1044.654708] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.655372] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.655372] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.655717] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.656041] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.656638] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.656900] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.657883] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.658406] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.658723] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.659048] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: 97b5839e-3c6a-47e0-b07d-42e093e1317a is going to be created. [ 1044.686078] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.686078] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.686078] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.686078] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.686078] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.686078] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-97b5839e-3c6a-47e0-b07d-42e093e1317a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.257063] env[69596]: INFO networking_nsxv3.common.synchronization [None req-4ca14c08-c3cb-4728-a9b7-1ace2478ce1a None None] Enqueued Resource ID: a5a32bd8-cc96-4b49-86e9-f34ac8b8a46f with Priority: HIGHEST for action port [ 1045.257696] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5a32bd8-cc96-4b49-86e9-f34ac8b8a46f with Priority: HIGHEST for action port [ 1045.258031] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5a32bd8-cc96-4b49-86e9-f34ac8b8a46f taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.258202] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5a32bd8-cc96-4b49-86e9-f34ac8b8a46f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.258289] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5a32bd8-cc96-4b49-86e9-f34ac8b8a46f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.258601] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5a32bd8-cc96-4b49-86e9-f34ac8b8a46f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.258686] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5a32bd8-cc96-4b49-86e9-f34ac8b8a46f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.493985] env[69596]: INFO networking_nsxv3.common.synchronization [req-c5886213-fbf0-4193-b46c-3be93b9b2f93 req-97680244-8ff7-429f-9941-b1a5a86ec5ac service nova] Enqueued Resource ID: 5f63bbc2-480e-448b-afd1-ffaa1c551e05 with Priority: HIGHEST for action security_group_rules [ 1045.494236] env[69596]: INFO networking_nsxv3.common.synchronization [req-c5886213-fbf0-4193-b46c-3be93b9b2f93 req-97680244-8ff7-429f-9941-b1a5a86ec5ac service nova] Enqueued Resource ID: 5f63bbc2-480e-448b-afd1-ffaa1c551e05 with Priority: HIGHEST for action security_group_members [ 1045.494388] env[69596]: INFO networking_nsxv3.common.synchronization [req-c5886213-fbf0-4193-b46c-3be93b9b2f93 req-97680244-8ff7-429f-9941-b1a5a86ec5ac service nova] Enqueued Resource ID: 97b5839e-3c6a-47e0-b07d-42e093e1317a with Priority: HIGHEST for action port [ 1045.494635] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f63bbc2-480e-448b-afd1-ffaa1c551e05 with Priority: HIGHEST for action security_group_rules [ 1045.494752] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f63bbc2-480e-448b-afd1-ffaa1c551e05 with Priority: HIGHEST for action security_group_members [ 1045.494891] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97b5839e-3c6a-47e0-b07d-42e093e1317a with Priority: HIGHEST for action port [ 1045.499526] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f63bbc2-480e-448b-afd1-ffaa1c551e05 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.499526] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f63bbc2-480e-448b-afd1-ffaa1c551e05" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.499526] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f63bbc2-480e-448b-afd1-ffaa1c551e05" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.499526] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f63bbc2-480e-448b-afd1-ffaa1c551e05" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.499526] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f63bbc2-480e-448b-afd1-ffaa1c551e05',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.500566] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f63bbc2-480e-448b-afd1-ffaa1c551e05 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.500751] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f63bbc2-480e-448b-afd1-ffaa1c551e05" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.500823] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f63bbc2-480e-448b-afd1-ffaa1c551e05" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.501055] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f63bbc2-480e-448b-afd1-ffaa1c551e05" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.501226] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.501329] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.501386] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.501541] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.501626] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.501723] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f63bbc2-480e-448b-afd1-ffaa1c551e05',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.502606] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-97b5839e-3c6a-47e0-b07d-42e093e1317a taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.502761] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97b5839e-3c6a-47e0-b07d-42e093e1317a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.502835] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97b5839e-3c6a-47e0-b07d-42e093e1317a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.503014] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97b5839e-3c6a-47e0-b07d-42e093e1317a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.503153] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97b5839e-3c6a-47e0-b07d-42e093e1317a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.762456] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a5a32bd8-cc96-4b49-86e9-f34ac8b8a46f [ 1045.762456] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.762456] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.762456] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.762456] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.762649] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.762649] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a5a32bd8-cc96-4b49-86e9-f34ac8b8a46f already deleted. [ 1045.762712] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5a32bd8-cc96-4b49-86e9-f34ac8b8a46f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.007512] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 97b5839e-3c6a-47e0-b07d-42e093e1317a with status ACTIVE [ 1046.007512] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.007512] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.007512] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.007512] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.007512] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.007512] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.007512] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.007512] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.007512] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.007512] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.007915] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.007915] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.007915] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.007915] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.008040] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.008040] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 97b5839e-3c6a-47e0-b07d-42e093e1317a is going to be updated. [ 1046.009160] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f63bbc2-480e-448b-afd1-ffaa1c551e05',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.010095] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f63bbc2-480e-448b-afd1-ffaa1c551e05 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.010201] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f63bbc2-480e-448b-afd1-ffaa1c551e05" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.029071] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.029071] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.029071] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.029071] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.029071] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.029071] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97b5839e-3c6a-47e0-b07d-42e093e1317a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.267760] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35bca384-ec3b-4f75-9837-9bc109d60c39 in Status: SUCCESS [ 1046.268086] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35bca384-ec3b-4f75-9837-9bc109d60c39" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.511459] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f63bbc2-480e-448b-afd1-ffaa1c551e05',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.013907] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.014097] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.014150] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.014379] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.014471] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.014573] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f63bbc2-480e-448b-afd1-ffaa1c551e05 is going to be created. [ 1047.034448] env[69596]: INFO networking_nsxv3.common.synchronization [req-8d5f346c-3091-483e-904d-fbe92a8cb2fb req-e5c3f0df-de29-44bd-99ee-988d1f02c442 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Enqueued Resource ID: ac523f2b-09d9-4df3-8b01-51cd50baa369 with Priority: HIGHEST for action security_group_members [ 1047.034657] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac523f2b-09d9-4df3-8b01-51cd50baa369 with Priority: HIGHEST for action security_group_members [ 1047.034992] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac523f2b-09d9-4df3-8b01-51cd50baa369 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.035180] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac523f2b-09d9-4df3-8b01-51cd50baa369" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.035255] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac523f2b-09d9-4df3-8b01-51cd50baa369" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.035549] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac523f2b-09d9-4df3-8b01-51cd50baa369" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.035729] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.035824] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.035884] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.036050] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.036132] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.036229] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac523f2b-09d9-4df3-8b01-51cd50baa369',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.038067] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.038232] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.038232] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.038404] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.038649] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.047614] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f63bbc2-480e-448b-afd1-ffaa1c551e05 in Status: UNINITIALIZED for 2s [ 1047.409843] env[69596]: INFO networking_nsxv3.common.synchronization [None req-68cf9695-4699-4c36-905d-6731040f048d None None] Enqueued Resource ID: 48832c50-8ec5-4307-9b54-05e9985743b1 with Priority: HIGHEST for action port [ 1047.411475] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48832c50-8ec5-4307-9b54-05e9985743b1 with Priority: HIGHEST for action port [ 1047.411861] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-48832c50-8ec5-4307-9b54-05e9985743b1 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.411988] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-48832c50-8ec5-4307-9b54-05e9985743b1" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.412091] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-48832c50-8ec5-4307-9b54-05e9985743b1" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.412366] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-48832c50-8ec5-4307-9b54-05e9985743b1" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.412487] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48832c50-8ec5-4307-9b54-05e9985743b1',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.541198] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.541419] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.541486] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.541781] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.541831] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.542046] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.542162] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.542214] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.542359] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.542423] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.542511] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac523f2b-09d9-4df3-8b01-51cd50baa369 already deleted. [ 1047.542597] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac523f2b-09d9-4df3-8b01-51cd50baa369" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.661025] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-100 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.661025] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-100" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.661025] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-100" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.661025] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-100" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.661025] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.661025] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.661025] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.661025] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.661935] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.662297] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1047.662529] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1047.662741] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1047.662941] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1047.663166] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1047.663445] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1047.663785] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1047.688995] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1047.688995] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1047.688995] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1047.688995] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-100" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.688995] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-c19867e0-9a88-4d79-bdd6-bda56cef9c9d taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.688995] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-c19867e0-9a88-4d79-bdd6-bda56cef9c9d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.688995] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-c19867e0-9a88-4d79-bdd6-bda56cef9c9d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.688995] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-c19867e0-9a88-4d79-bdd6-bda56cef9c9d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.688995] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c19867e0-9a88-4d79-bdd6-bda56cef9c9d',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.914413] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 48832c50-8ec5-4307-9b54-05e9985743b1 [ 1047.914654] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.914894] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.914992] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.915206] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.915304] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.915406] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:48832c50-8ec5-4307-9b54-05e9985743b1 already deleted. [ 1047.915491] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-48832c50-8ec5-4307-9b54-05e9985743b1" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.191856] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.192255] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.192401] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.192691] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.192924] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.193159] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port c19867e0-9a88-4d79-bdd6-bda56cef9c9d not found, creating... [ 1048.193534] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.193698] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.193824] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.194187] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.194416] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.194735] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.194905] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.195049] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.195370] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.195555] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.195725] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: c19867e0-9a88-4d79-bdd6-bda56cef9c9d is going to be created. [ 1048.215117] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.215350] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.215483] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.215775] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.216070] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.216359] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-c19867e0-9a88-4d79-bdd6-bda56cef9c9d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.938742] env[69596]: INFO networking_nsxv3.common.synchronization [req-8d5f346c-3091-483e-904d-fbe92a8cb2fb req-4b7efb2f-f515-4f8f-99c5-1ac3c665760c service nova] Enqueued Resource ID: ac523f2b-09d9-4df3-8b01-51cd50baa369 with Priority: HIGHEST for action security_group_rules [ 1048.939293] env[69596]: INFO networking_nsxv3.common.synchronization [req-8d5f346c-3091-483e-904d-fbe92a8cb2fb req-4b7efb2f-f515-4f8f-99c5-1ac3c665760c service nova] Enqueued Resource ID: ac523f2b-09d9-4df3-8b01-51cd50baa369 with Priority: HIGHEST for action security_group_members [ 1048.939293] env[69596]: INFO networking_nsxv3.common.synchronization [req-8d5f346c-3091-483e-904d-fbe92a8cb2fb req-4b7efb2f-f515-4f8f-99c5-1ac3c665760c service nova] Enqueued Resource ID: c19867e0-9a88-4d79-bdd6-bda56cef9c9d with Priority: HIGHEST for action port [ 1048.939483] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac523f2b-09d9-4df3-8b01-51cd50baa369 with Priority: HIGHEST for action security_group_rules [ 1048.939634] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac523f2b-09d9-4df3-8b01-51cd50baa369 with Priority: HIGHEST for action security_group_members [ 1048.939774] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c19867e0-9a88-4d79-bdd6-bda56cef9c9d with Priority: HIGHEST for action port [ 1048.942290] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac523f2b-09d9-4df3-8b01-51cd50baa369 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.942290] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac523f2b-09d9-4df3-8b01-51cd50baa369" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.942290] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac523f2b-09d9-4df3-8b01-51cd50baa369" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.942290] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac523f2b-09d9-4df3-8b01-51cd50baa369" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.942290] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac523f2b-09d9-4df3-8b01-51cd50baa369',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.942627] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac523f2b-09d9-4df3-8b01-51cd50baa369 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.942768] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac523f2b-09d9-4df3-8b01-51cd50baa369" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.942805] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac523f2b-09d9-4df3-8b01-51cd50baa369" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.944283] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac523f2b-09d9-4df3-8b01-51cd50baa369" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.944283] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.944283] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.944283] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.944283] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.944283] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.944283] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac523f2b-09d9-4df3-8b01-51cd50baa369',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.944610] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-c19867e0-9a88-4d79-bdd6-bda56cef9c9d taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.944666] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c19867e0-9a88-4d79-bdd6-bda56cef9c9d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.944693] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c19867e0-9a88-4d79-bdd6-bda56cef9c9d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.945045] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c19867e0-9a88-4d79-bdd6-bda56cef9c9d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.945045] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c19867e0-9a88-4d79-bdd6-bda56cef9c9d',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.058078] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f63bbc2-480e-448b-afd1-ffaa1c551e05 in Status: SUCCESS [ 1049.060119] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f63bbc2-480e-448b-afd1-ffaa1c551e05" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.060119] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f63bbc2-480e-448b-afd1-ffaa1c551e05" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.060119] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f63bbc2-480e-448b-afd1-ffaa1c551e05" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.060119] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.060119] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.060119] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.060119] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.060119] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.060119] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f63bbc2-480e-448b-afd1-ffaa1c551e05" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.060119] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5f63bbc2-480e-448b-afd1-ffaa1c551e05',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.446404] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac523f2b-09d9-4df3-8b01-51cd50baa369 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.446630] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac523f2b-09d9-4df3-8b01-51cd50baa369" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.446736] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac523f2b-09d9-4df3-8b01-51cd50baa369',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.447763] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c19867e0-9a88-4d79-bdd6-bda56cef9c9d with status ACTIVE [ 1049.447969] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.448072] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.448119] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.448321] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.448407] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.448629] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.448706] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.448736] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.448910] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.449030] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.449260] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.449363] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.449434] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.449580] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.449660] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.449778] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c19867e0-9a88-4d79-bdd6-bda56cef9c9d is going to be updated. [ 1049.470164] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.470364] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.470412] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.470603] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.470749] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.471058] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c19867e0-9a88-4d79-bdd6-bda56cef9c9d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.497796] env[69596]: INFO networking_nsxv3.common.synchronization [req-d17a4e37-a14f-4337-88ca-5a856140de20 req-767a71a2-a9de-4d15-8726-de94d5a0ecf0 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Enqueued Resource ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 with Priority: HIGHEST for action security_group_members [ 1049.498488] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 with Priority: HIGHEST for action security_group_members [ 1049.498859] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.499159] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.499301] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.499548] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.499733] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.499856] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.499922] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.500100] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.504015] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.504015] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf4de9a2-fc16-45b8-939c-537e3f2c7f65',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.562014] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5f63bbc2-480e-448b-afd1-ffaa1c551e05',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.805984] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-953 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.806322] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-953" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.806664] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-953" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.806846] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-953" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.807387] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.808131] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.808131] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.808131] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.808326] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.808651] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1049.808821] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1049.808955] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1049.809180] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1049.809244] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1049.809446] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1049.809619] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1049.826416] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1049.827126] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1049.827126] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1049.827126] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-953" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.827284] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-a932b940-dcff-462f-afa2-65e06e8c601d taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.827491] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-a932b940-dcff-462f-afa2-65e06e8c601d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.827624] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-a932b940-dcff-462f-afa2-65e06e8c601d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.827983] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-a932b940-dcff-462f-afa2-65e06e8c601d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.828214] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a932b940-dcff-462f-afa2-65e06e8c601d',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.952013] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac523f2b-09d9-4df3-8b01-51cd50baa369',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.005666] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf4de9a2-fc16-45b8-939c-537e3f2c7f65',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.064433] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5f63bbc2-480e-448b-afd1-ffaa1c551e05: rpc.has_security_group_logging(os_id): False [ 1050.080665] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.080819] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.080863] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.081131] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.081272] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.081508] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.081614] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.081665] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.081829] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.081891] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.081971] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f63bbc2-480e-448b-afd1-ffaa1c551e05 is going to be created. [ 1050.138236] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.138412] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.138488] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.138708] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.138983] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.150115] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f63bbc2-480e-448b-afd1-ffaa1c551e05 in Status: IN_PROGRESS for 2s [ 1050.330674] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.331079] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.331311] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.331730] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.331931] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.332114] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port a932b940-dcff-462f-afa2-65e06e8c601d not found, creating... [ 1050.332435] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.332608] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.332732] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.332967] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.333183] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.333551] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.333761] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.333915] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.334171] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.334382] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.334578] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: a932b940-dcff-462f-afa2-65e06e8c601d is going to be created. [ 1050.355255] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.355452] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.355582] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.355854] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.356098] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.356321] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-a932b940-dcff-462f-afa2-65e06e8c601d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.457363] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.457591] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.457591] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.457807] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.457902] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.458062] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac523f2b-09d9-4df3-8b01-51cd50baa369 is going to be created. [ 1050.485175] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.485333] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.485382] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.485588] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.485750] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.495195] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac523f2b-09d9-4df3-8b01-51cd50baa369 in Status: UNINITIALIZED for 2s [ 1050.509716] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf4de9a2-fc16-45b8-939c-537e3f2c7f65',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.012546] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.012886] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.012886] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.013092] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.013189] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.013288] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 is going to be updated. [ 1051.048350] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.048350] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.048350] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.048525] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.048698] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.057561] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 in Status: IN_PROGRESS for 2s [ 1051.108599] env[69596]: INFO networking_nsxv3.common.synchronization [req-d17a4e37-a14f-4337-88ca-5a856140de20 req-5ece851e-1c4d-4bad-9a2b-9bc449b29896 service nova] Enqueued Resource ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 with Priority: HIGHEST for action security_group_rules [ 1051.108850] env[69596]: INFO networking_nsxv3.common.synchronization [req-d17a4e37-a14f-4337-88ca-5a856140de20 req-5ece851e-1c4d-4bad-9a2b-9bc449b29896 service nova] Enqueued Resource ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 with Priority: HIGHEST for action security_group_members [ 1051.108972] env[69596]: INFO networking_nsxv3.common.synchronization [req-d17a4e37-a14f-4337-88ca-5a856140de20 req-5ece851e-1c4d-4bad-9a2b-9bc449b29896 service nova] Enqueued Resource ID: a932b940-dcff-462f-afa2-65e06e8c601d with Priority: HIGHEST for action port [ 1051.109941] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 with Priority: HIGHEST for action security_group_rules [ 1051.110309] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 with Priority: HIGHEST for action security_group_members [ 1051.110440] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a932b940-dcff-462f-afa2-65e06e8c601d with Priority: HIGHEST for action port [ 1051.110833] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf4de9a2-fc16-45b8-939c-537e3f2c7f65 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.111024] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.111112] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.111445] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.111445] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf4de9a2-fc16-45b8-939c-537e3f2c7f65',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.112364] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.112667] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.112706] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-a932b940-dcff-462f-afa2-65e06e8c601d taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.112824] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a932b940-dcff-462f-afa2-65e06e8c601d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.112910] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a932b940-dcff-462f-afa2-65e06e8c601d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.113120] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a932b940-dcff-462f-afa2-65e06e8c601d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.113226] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a932b940-dcff-462f-afa2-65e06e8c601d',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.615118] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.615245] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.615427] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a932b940-dcff-462f-afa2-65e06e8c601d with status ACTIVE [ 1051.615595] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.615700] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.615765] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.615964] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.616064] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.616233] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.616328] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.616389] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.616580] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.616662] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.616841] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.616931] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.616992] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.617140] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.617213] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.617295] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a932b940-dcff-462f-afa2-65e06e8c601d is going to be updated. [ 1051.637255] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.637383] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.637383] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.637558] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.637733] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.637932] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a932b940-dcff-462f-afa2-65e06e8c601d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.161203] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f63bbc2-480e-448b-afd1-ffaa1c551e05 in Status: SUCCESS [ 1052.161470] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f63bbc2-480e-448b-afd1-ffaa1c551e05" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.433230] env[69596]: INFO networking_nsxv3.common.synchronization [None req-b3732b8c-f3cd-4390-9b2c-9de16bced8d4 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Enqueued Resource ID: 144b703c-290f-4e5a-99f1-f06b05b7f6bd with Priority: HIGHEST for action security_group_rules [ 1052.433230] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 144b703c-290f-4e5a-99f1-f06b05b7f6bd with Priority: HIGHEST for action security_group_rules [ 1052.433230] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-144b703c-290f-4e5a-99f1-f06b05b7f6bd taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.433448] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-144b703c-290f-4e5a-99f1-f06b05b7f6bd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.433448] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-144b703c-290f-4e5a-99f1-f06b05b7f6bd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.433751] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-144b703c-290f-4e5a-99f1-f06b05b7f6bd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.433837] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('144b703c-290f-4e5a-99f1-f06b05b7f6bd',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.504413] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac523f2b-09d9-4df3-8b01-51cd50baa369 in Status: SUCCESS [ 1052.504529] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac523f2b-09d9-4df3-8b01-51cd50baa369" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.504680] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac523f2b-09d9-4df3-8b01-51cd50baa369" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.504887] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac523f2b-09d9-4df3-8b01-51cd50baa369" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.505097] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.505214] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.505277] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.505426] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.505506] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.505588] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac523f2b-09d9-4df3-8b01-51cd50baa369" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.505682] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ac523f2b-09d9-4df3-8b01-51cd50baa369',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.542205] env[69596]: INFO networking_nsxv3.common.synchronization [None req-e6c44c96-9b4d-4d32-afbf-37c8052b4f31 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Enqueued Resource ID: 144b703c-290f-4e5a-99f1-f06b05b7f6bd with Priority: HIGHEST for action security_group_rules [ 1052.542807] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 144b703c-290f-4e5a-99f1-f06b05b7f6bd with Priority: HIGHEST for action security_group_rules [ 1052.543222] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-144b703c-290f-4e5a-99f1-f06b05b7f6bd taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.543351] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-144b703c-290f-4e5a-99f1-f06b05b7f6bd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.953780] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.953780] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.953780] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.953948] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.953977] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.954109] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 144b703c-290f-4e5a-99f1-f06b05b7f6bd already deleted. [ 1052.954315] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-144b703c-290f-4e5a-99f1-f06b05b7f6bd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.954446] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-144b703c-290f-4e5a-99f1-f06b05b7f6bd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.954664] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-144b703c-290f-4e5a-99f1-f06b05b7f6bd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.954728] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('144b703c-290f-4e5a-99f1-f06b05b7f6bd',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.007863] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac523f2b-09d9-4df3-8b01-51cd50baa369 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.008029] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac523f2b-09d9-4df3-8b01-51cd50baa369" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.008102] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac523f2b-09d9-4df3-8b01-51cd50baa369" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.008319] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac523f2b-09d9-4df3-8b01-51cd50baa369" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.008490] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.008590] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.008655] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.008800] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.008885] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.008972] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac523f2b-09d9-4df3-8b01-51cd50baa369" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.009128] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac523f2b-09d9-4df3-8b01-51cd50baa369 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.009219] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac523f2b-09d9-4df3-8b01-51cd50baa369" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.009280] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac523f2b-09d9-4df3-8b01-51cd50baa369" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.009421] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac523f2b-09d9-4df3-8b01-51cd50baa369" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.009562] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.009672] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.009744] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.009892] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.009960] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.010063] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac523f2b-09d9-4df3-8b01-51cd50baa369" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.010155] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ac523f2b-09d9-4df3-8b01-51cd50baa369',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.067998] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 in Status: SUCCESS [ 1053.067998] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.067998] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.068373] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.068594] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.068787] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.068886] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.069030] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.069143] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.069260] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf4de9a2-fc16-45b8-939c-537e3f2c7f65',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.476174] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.476174] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.476174] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.476174] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.476174] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.476174] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 144b703c-290f-4e5a-99f1-f06b05b7f6bd already deleted. [ 1053.476174] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-144b703c-290f-4e5a-99f1-f06b05b7f6bd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.511684] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ac523f2b-09d9-4df3-8b01-51cd50baa369: rpc.has_security_group_logging(os_id): False [ 1053.527627] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.527776] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.527850] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.528393] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.528494] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.528764] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.528874] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.528935] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.529161] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.529253] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.529456] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.529555] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.529734] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.529809] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.529897] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.530114] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.530209] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.530268] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.530407] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.530481] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.530567] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac523f2b-09d9-4df3-8b01-51cd50baa369 is going to be created. [ 1053.572724] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf4de9a2-fc16-45b8-939c-537e3f2c7f65',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.589256] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.589340] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.589438] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.589709] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.589909] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.604648] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac523f2b-09d9-4df3-8b01-51cd50baa369 in Status: IN_PROGRESS for 2s [ 1054.073923] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf4de9a2-fc16-45b8-939c-537e3f2c7f65',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.578894] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.578894] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.578894] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.578894] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.578894] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.578894] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 is going to be updated. [ 1054.606434] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.606434] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.606434] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.606434] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.606434] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.617145] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 in Status: IN_PROGRESS for 2s [ 1055.617733] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac523f2b-09d9-4df3-8b01-51cd50baa369 in Status: SUCCESS [ 1055.617733] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac523f2b-09d9-4df3-8b01-51cd50baa369" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.626297] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 in Status: SUCCESS [ 1056.626582] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.626707] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.626934] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.627141] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.627270] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.627336] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.627493] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.627572] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.627655] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.627744] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bf4de9a2-fc16-45b8-939c-537e3f2c7f65',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.129938] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.130150] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.130193] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.130514] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.130731] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.130878] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.131011] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.131235] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.131371] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.131496] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.131670] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.131788] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.131884] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.132119] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.132307] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.132411] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.132475] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.132628] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.132722] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.132805] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.132895] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bf4de9a2-fc16-45b8-939c-537e3f2c7f65',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.544154] env[69596]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1057.544280] env[69596]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1057.636058] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bf4de9a2-fc16-45b8-939c-537e3f2c7f65: rpc.has_security_group_logging(os_id): False [ 1057.653391] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.653716] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.654016] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.654127] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.654211] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.654526] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.654639] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.654695] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.654868] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.654948] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.655200] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.655292] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.655353] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.655522] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.655609] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.655823] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.655918] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.655966] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.656141] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.656218] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.656315] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 is going to be updated. [ 1057.724248] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.724489] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.724489] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.724745] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.724927] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.743104] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 in Status: IN_PROGRESS for 2s [ 1059.759714] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 in Status: SUCCESS [ 1059.760026] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.089385] env[69596]: INFO networking_nsxv3.common.synchronization [req-40a5db98-2d26-47be-8907-0be9e90455fe req-64bff028-c8fd-4026-9e56-4f27279b11a6 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Enqueued Resource ID: 08b580bd-8f2d-4784-be88-380b69cef54a with Priority: HIGHEST for action security_group_members [ 1061.089966] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08b580bd-8f2d-4784-be88-380b69cef54a with Priority: HIGHEST for action security_group_members [ 1061.090336] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-08b580bd-8f2d-4784-be88-380b69cef54a taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.090492] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.090639] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.090802] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.091065] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.091141] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.091240] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.091380] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.091541] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.091947] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08b580bd-8f2d-4784-be88-380b69cef54a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.594356] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.594526] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.594615] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.594834] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.594924] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.595146] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.595239] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.595239] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.595459] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.595519] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.595601] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08b580bd-8f2d-4784-be88-380b69cef54a is going to be updated. [ 1061.620417] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.620558] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.620646] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.620839] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.620965] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.628361] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08b580bd-8f2d-4784-be88-380b69cef54a in Status: IN_PROGRESS for 2s [ 1062.519443] env[69596]: INFO networking_nsxv3.common.synchronization [None req-4b0dedb5-84d4-48fb-b3fe-377cfb549d43 None None] Enqueued Resource ID: 6c6f881a-1c08-47cd-91df-8d6e7820fa64 with Priority: HIGHEST for action port [ 1062.520402] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c6f881a-1c08-47cd-91df-8d6e7820fa64 with Priority: HIGHEST for action port [ 1062.520865] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c6f881a-1c08-47cd-91df-8d6e7820fa64 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.521104] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c6f881a-1c08-47cd-91df-8d6e7820fa64" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.521241] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c6f881a-1c08-47cd-91df-8d6e7820fa64" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.521712] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c6f881a-1c08-47cd-91df-8d6e7820fa64" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.521822] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c6f881a-1c08-47cd-91df-8d6e7820fa64',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.024293] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6c6f881a-1c08-47cd-91df-8d6e7820fa64 [ 1063.024526] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.024776] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.024776] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.024930] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.025049] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.025141] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6c6f881a-1c08-47cd-91df-8d6e7820fa64 already deleted. [ 1063.025224] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c6f881a-1c08-47cd-91df-8d6e7820fa64" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.114157] env[69596]: INFO networking_nsxv3.common.synchronization [req-49a614ea-ed81-4371-8ad0-3133a9641c3f req-aaac628c-ae67-4906-8810-d7f0f9a26e4c tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Enqueued Resource ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 with Priority: HIGHEST for action security_group_members [ 1063.114708] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 with Priority: HIGHEST for action security_group_members [ 1063.115012] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.115244] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.115244] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.115403] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.115948] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.115948] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.115948] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.115948] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.115948] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.116244] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf4de9a2-fc16-45b8-939c-537e3f2c7f65',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.170831] env[69596]: INFO networking_nsxv3.common.synchronization [req-b1603d86-cdad-4954-bfcb-7bbb8534b213 req-f57be0ac-7407-4bc0-be84-7c7018a3d1ea tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] Enqueued Resource ID: 1185b2a1-5262-4175-a7da-b6a5788a9776 with Priority: HIGHEST for action security_group_members [ 1063.171640] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1185b2a1-5262-4175-a7da-b6a5788a9776 with Priority: HIGHEST for action security_group_members [ 1063.173134] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-1185b2a1-5262-4175-a7da-b6a5788a9776 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.173134] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1185b2a1-5262-4175-a7da-b6a5788a9776" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.173134] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1185b2a1-5262-4175-a7da-b6a5788a9776" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.173334] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1185b2a1-5262-4175-a7da-b6a5788a9776" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.173372] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.173468] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.173551] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.173715] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.173899] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.173899] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1185b2a1-5262-4175-a7da-b6a5788a9776',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.618753] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf4de9a2-fc16-45b8-939c-537e3f2c7f65',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.640497] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08b580bd-8f2d-4784-be88-380b69cef54a in Status: SUCCESS [ 1063.640734] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08b580bd-8f2d-4784-be88-380b69cef54a deletion is rescheduled due to dependency. [ 1063.640915] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.675968] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.676212] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.676324] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.676542] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.676960] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.676960] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.677229] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.677229] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.677366] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.677366] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.677452] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1185b2a1-5262-4175-a7da-b6a5788a9776 already deleted. [ 1063.677555] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1185b2a1-5262-4175-a7da-b6a5788a9776" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.879897] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-167 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.879897] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-167" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.879897] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-167" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.880253] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-167" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.880642] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.880747] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.880783] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.881008] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.881162] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.881377] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1063.881520] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1063.881638] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1063.881751] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1063.881862] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1063.881969] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1063.882120] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1063.904121] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1063.904293] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1063.904390] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1063.904628] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-167" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.904918] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-5886808a-cd8f-4246-8029-dfecf96441f6 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.905099] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-5886808a-cd8f-4246-8029-dfecf96441f6" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.905222] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-5886808a-cd8f-4246-8029-dfecf96441f6" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.905520] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-5886808a-cd8f-4246-8029-dfecf96441f6" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.905659] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5886808a-cd8f-4246-8029-dfecf96441f6',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.124969] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf4de9a2-fc16-45b8-939c-537e3f2c7f65',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.407890] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.408150] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.408284] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.408567] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.408724] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.408890] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port 5886808a-cd8f-4246-8029-dfecf96441f6 not found, creating... [ 1064.409196] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.409364] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.409520] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.409799] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.409969] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.410271] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.410429] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.410547] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.410754] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.410888] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.411042] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: 5886808a-cd8f-4246-8029-dfecf96441f6 is going to be created. [ 1064.429505] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.429752] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.429787] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.430090] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.430330] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.430559] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-5886808a-cd8f-4246-8029-dfecf96441f6" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.629305] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.629650] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.629650] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.629771] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.629822] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.629918] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 is going to be updated. [ 1064.653508] env[69596]: INFO networking_nsxv3.common.synchronization [None req-7d083710-2ece-481e-a253-c08a76cdb487 None None] Enqueued Resource ID: 53aad52b-b951-4ca0-a852-395b793509d9 with Priority: HIGHEST for action port [ 1064.654131] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53aad52b-b951-4ca0-a852-395b793509d9 with Priority: HIGHEST for action port [ 1064.654480] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-53aad52b-b951-4ca0-a852-395b793509d9 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.654609] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53aad52b-b951-4ca0-a852-395b793509d9" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.654663] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53aad52b-b951-4ca0-a852-395b793509d9" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.654923] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53aad52b-b951-4ca0-a852-395b793509d9" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.655014] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53aad52b-b951-4ca0-a852-395b793509d9',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.656590] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.656715] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.656773] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.656950] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.657108] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.666091] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 in Status: IN_PROGRESS for 2s [ 1065.159289] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 53aad52b-b951-4ca0-a852-395b793509d9 [ 1065.159548] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.159705] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.159790] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.160157] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.160276] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.160388] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:53aad52b-b951-4ca0-a852-395b793509d9 already deleted. [ 1065.160490] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53aad52b-b951-4ca0-a852-395b793509d9" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.200038] env[69596]: INFO networking_nsxv3.common.synchronization [req-b1603d86-cdad-4954-bfcb-7bbb8534b213 req-fe97066e-1a9e-4c87-a132-81c5779fc3aa service nova] Enqueued Resource ID: 1185b2a1-5262-4175-a7da-b6a5788a9776 with Priority: HIGHEST for action security_group_rules [ 1065.200038] env[69596]: INFO networking_nsxv3.common.synchronization [req-b1603d86-cdad-4954-bfcb-7bbb8534b213 req-fe97066e-1a9e-4c87-a132-81c5779fc3aa service nova] Enqueued Resource ID: 1185b2a1-5262-4175-a7da-b6a5788a9776 with Priority: HIGHEST for action security_group_members [ 1065.200038] env[69596]: INFO networking_nsxv3.common.synchronization [req-b1603d86-cdad-4954-bfcb-7bbb8534b213 req-fe97066e-1a9e-4c87-a132-81c5779fc3aa service nova] Enqueued Resource ID: 5886808a-cd8f-4246-8029-dfecf96441f6 with Priority: HIGHEST for action port [ 1065.200038] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1185b2a1-5262-4175-a7da-b6a5788a9776 with Priority: HIGHEST for action security_group_rules [ 1065.200038] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1185b2a1-5262-4175-a7da-b6a5788a9776 with Priority: HIGHEST for action security_group_members [ 1065.200038] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5886808a-cd8f-4246-8029-dfecf96441f6 with Priority: HIGHEST for action port [ 1065.200562] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1185b2a1-5262-4175-a7da-b6a5788a9776 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.200639] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1185b2a1-5262-4175-a7da-b6a5788a9776" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.200776] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1185b2a1-5262-4175-a7da-b6a5788a9776" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.201400] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1185b2a1-5262-4175-a7da-b6a5788a9776" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.201541] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1185b2a1-5262-4175-a7da-b6a5788a9776',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.206122] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-1185b2a1-5262-4175-a7da-b6a5788a9776 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.206122] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1185b2a1-5262-4175-a7da-b6a5788a9776" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.206122] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1185b2a1-5262-4175-a7da-b6a5788a9776" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.206122] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1185b2a1-5262-4175-a7da-b6a5788a9776" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.206122] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.209462] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.209462] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.209462] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.209462] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.209462] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1185b2a1-5262-4175-a7da-b6a5788a9776',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.209462] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-5886808a-cd8f-4246-8029-dfecf96441f6 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.209462] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5886808a-cd8f-4246-8029-dfecf96441f6" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.209462] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5886808a-cd8f-4246-8029-dfecf96441f6" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.209462] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5886808a-cd8f-4246-8029-dfecf96441f6" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.209462] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5886808a-cd8f-4246-8029-dfecf96441f6',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.464110] env[69596]: INFO networking_nsxv3.common.synchronization [req-9aa5abc5-9172-40f3-9f26-34cda067333e req-7e2cba28-fead-4121-bb83-bbcb7ca63407 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Enqueued Resource ID: 144b703c-290f-4e5a-99f1-f06b05b7f6bd with Priority: HIGHEST for action security_group_members [ 1065.464664] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 144b703c-290f-4e5a-99f1-f06b05b7f6bd with Priority: HIGHEST for action security_group_members [ 1065.464969] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-144b703c-290f-4e5a-99f1-f06b05b7f6bd taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.465107] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-144b703c-290f-4e5a-99f1-f06b05b7f6bd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.465194] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-144b703c-290f-4e5a-99f1-f06b05b7f6bd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.465464] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-144b703c-290f-4e5a-99f1-f06b05b7f6bd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.465626] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.465728] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.465793] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.465938] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.466989] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.467095] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('144b703c-290f-4e5a-99f1-f06b05b7f6bd',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.710770] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-1185b2a1-5262-4175-a7da-b6a5788a9776 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.711131] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1185b2a1-5262-4175-a7da-b6a5788a9776" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.711131] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1185b2a1-5262-4175-a7da-b6a5788a9776',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.711992] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5886808a-cd8f-4246-8029-dfecf96441f6 with status ACTIVE [ 1065.712196] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.712310] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.713682] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.713682] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.713682] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.713682] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.713682] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.713682] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.713682] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.713682] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.713682] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.713682] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.713682] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.713682] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.713682] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.714135] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5886808a-cd8f-4246-8029-dfecf96441f6 is going to be updated. [ 1065.736402] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.736536] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.736647] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.736790] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.736918] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.737089] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5886808a-cd8f-4246-8029-dfecf96441f6" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.739360] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-691 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.739549] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-691" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.739678] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-691" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.739903] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-691" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.740165] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.740322] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.740442] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.740645] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.740784] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.740987] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1065.741115] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1065.741227] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1065.741338] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1065.741467] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1065.741573] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1065.741711] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1065.758867] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1065.759107] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1065.759254] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1065.759414] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-691" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.759685] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-cb555180-bf5d-4e62-a47f-217a999a0450 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.759897] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-cb555180-bf5d-4e62-a47f-217a999a0450" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.759975] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-cb555180-bf5d-4e62-a47f-217a999a0450" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.760319] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-cb555180-bf5d-4e62-a47f-217a999a0450" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.760464] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb555180-bf5d-4e62-a47f-217a999a0450',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.969759] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.969963] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.970078] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.970291] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.970384] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.970630] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.970739] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.970804] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.970957] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.971049] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.971138] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 144b703c-290f-4e5a-99f1-f06b05b7f6bd already deleted. [ 1065.971218] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-144b703c-290f-4e5a-99f1-f06b05b7f6bd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.215875] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1185b2a1-5262-4175-a7da-b6a5788a9776',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.262824] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.263206] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.263338] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.263564] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.263723] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.263885] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port cb555180-bf5d-4e62-a47f-217a999a0450 not found, creating... [ 1066.264184] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.264421] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.264505] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.264685] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.264815] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.265111] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.265259] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.265391] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.265628] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.265766] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.265937] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: cb555180-bf5d-4e62-a47f-217a999a0450 is going to be created. [ 1066.284964] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.285170] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.285299] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.285554] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.285778] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.286014] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-cb555180-bf5d-4e62-a47f-217a999a0450" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.675794] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 in Status: SUCCESS [ 1066.676036] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.717778] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.718101] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.718101] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.718261] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.718361] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.718447] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1185b2a1-5262-4175-a7da-b6a5788a9776 is going to be created. [ 1066.740743] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.740915] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.741041] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.741237] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.741398] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.750635] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1185b2a1-5262-4175-a7da-b6a5788a9776 in Status: UNINITIALIZED for 2s [ 1067.001733] env[69596]: INFO networking_nsxv3.common.synchronization [req-9aa5abc5-9172-40f3-9f26-34cda067333e req-436292a9-3c30-40c2-be39-0ba67d32949e service nova] Enqueued Resource ID: 144b703c-290f-4e5a-99f1-f06b05b7f6bd with Priority: HIGHEST for action security_group_rules [ 1067.001934] env[69596]: INFO networking_nsxv3.common.synchronization [req-9aa5abc5-9172-40f3-9f26-34cda067333e req-436292a9-3c30-40c2-be39-0ba67d32949e service nova] Enqueued Resource ID: 144b703c-290f-4e5a-99f1-f06b05b7f6bd with Priority: HIGHEST for action security_group_members [ 1067.002146] env[69596]: INFO networking_nsxv3.common.synchronization [req-9aa5abc5-9172-40f3-9f26-34cda067333e req-436292a9-3c30-40c2-be39-0ba67d32949e service nova] Enqueued Resource ID: cb555180-bf5d-4e62-a47f-217a999a0450 with Priority: HIGHEST for action port [ 1067.002703] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 144b703c-290f-4e5a-99f1-f06b05b7f6bd with Priority: HIGHEST for action security_group_rules [ 1067.002826] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 144b703c-290f-4e5a-99f1-f06b05b7f6bd with Priority: HIGHEST for action security_group_members [ 1067.002958] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb555180-bf5d-4e62-a47f-217a999a0450 with Priority: HIGHEST for action port [ 1067.006198] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-144b703c-290f-4e5a-99f1-f06b05b7f6bd taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.006198] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-144b703c-290f-4e5a-99f1-f06b05b7f6bd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.006198] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-144b703c-290f-4e5a-99f1-f06b05b7f6bd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.006198] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-144b703c-290f-4e5a-99f1-f06b05b7f6bd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.006198] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('144b703c-290f-4e5a-99f1-f06b05b7f6bd',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.009431] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-144b703c-290f-4e5a-99f1-f06b05b7f6bd taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.009431] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-144b703c-290f-4e5a-99f1-f06b05b7f6bd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.009431] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-144b703c-290f-4e5a-99f1-f06b05b7f6bd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.009431] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-144b703c-290f-4e5a-99f1-f06b05b7f6bd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.009431] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.009431] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.009431] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.009431] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.009431] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.009431] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('144b703c-290f-4e5a-99f1-f06b05b7f6bd',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.010094] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb555180-bf5d-4e62-a47f-217a999a0450 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.010094] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb555180-bf5d-4e62-a47f-217a999a0450" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.010221] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb555180-bf5d-4e62-a47f-217a999a0450" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.010790] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb555180-bf5d-4e62-a47f-217a999a0450" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.010790] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb555180-bf5d-4e62-a47f-217a999a0450',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.512467] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('144b703c-290f-4e5a-99f1-f06b05b7f6bd',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.514101] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-144b703c-290f-4e5a-99f1-f06b05b7f6bd taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.514101] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-144b703c-290f-4e5a-99f1-f06b05b7f6bd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.514101] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cb555180-bf5d-4e62-a47f-217a999a0450 with status ACTIVE [ 1067.514369] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.514422] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.514520] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.514729] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.514845] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.515996] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.515996] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.515996] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.515996] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.515996] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.515996] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.515996] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.515996] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.516742] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.516742] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.516742] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cb555180-bf5d-4e62-a47f-217a999a0450 is going to be updated. [ 1067.538186] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.538352] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.538352] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.539630] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.539630] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.539630] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb555180-bf5d-4e62-a47f-217a999a0450" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.764794] env[69596]: INFO networking_nsxv3.common.synchronization [req-c0007532-a1d2-4c37-91f4-ac6c8710f223 req-ec6da7ca-0807-4b1c-8704-9ef2a2ec60f3 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Enqueued Resource ID: 5f63bbc2-480e-448b-afd1-ffaa1c551e05 with Priority: HIGHEST for action security_group_members [ 1067.765308] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f63bbc2-480e-448b-afd1-ffaa1c551e05 with Priority: HIGHEST for action security_group_members [ 1067.765605] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f63bbc2-480e-448b-afd1-ffaa1c551e05 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.765730] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f63bbc2-480e-448b-afd1-ffaa1c551e05" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.765772] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f63bbc2-480e-448b-afd1-ffaa1c551e05" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.765970] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f63bbc2-480e-448b-afd1-ffaa1c551e05" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.766144] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.766242] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.766300] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.766459] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.766572] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.766667] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f63bbc2-480e-448b-afd1-ffaa1c551e05',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.019027] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('144b703c-290f-4e5a-99f1-f06b05b7f6bd',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.045150] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-849 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.045600] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-849" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.045861] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-849" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.046758] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-849" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.046758] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.046758] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.046758] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.047174] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.047382] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.047649] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1068.048034] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1068.048034] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1068.048034] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1068.048228] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1068.048378] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1068.048563] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1068.068793] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1068.069105] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1068.069164] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1068.069381] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-849" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.069726] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-a57379ad-bcf3-4c6a-8501-08806f25bfbe taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.069880] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-a57379ad-bcf3-4c6a-8501-08806f25bfbe" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.070101] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-a57379ad-bcf3-4c6a-8501-08806f25bfbe" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.070775] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-a57379ad-bcf3-4c6a-8501-08806f25bfbe" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.070775] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a57379ad-bcf3-4c6a-8501-08806f25bfbe',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.268751] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f63bbc2-480e-448b-afd1-ffaa1c551e05',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.523738] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.523738] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.523738] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.523738] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.524052] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.524052] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 144b703c-290f-4e5a-99f1-f06b05b7f6bd is going to be created. [ 1068.560021] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.560021] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.560021] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.560021] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.560021] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.572161] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 144b703c-290f-4e5a-99f1-f06b05b7f6bd in Status: UNINITIALIZED for 2s [ 1068.573781] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.573978] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.574125] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.574385] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.574534] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.574704] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port a57379ad-bcf3-4c6a-8501-08806f25bfbe not found, creating... [ 1068.574959] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.575133] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.575256] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.575477] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.575619] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.575901] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.576072] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.576197] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.576409] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.576548] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.576692] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: a57379ad-bcf3-4c6a-8501-08806f25bfbe is going to be created. [ 1068.603867] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.604024] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.604157] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.604423] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.604675] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.604913] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-a57379ad-bcf3-4c6a-8501-08806f25bfbe" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.761640] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1185b2a1-5262-4175-a7da-b6a5788a9776 in Status: SUCCESS [ 1068.761866] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1185b2a1-5262-4175-a7da-b6a5788a9776" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.762035] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1185b2a1-5262-4175-a7da-b6a5788a9776" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.762260] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1185b2a1-5262-4175-a7da-b6a5788a9776" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.762499] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.762624] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.762682] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.762852] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.762929] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.763029] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1185b2a1-5262-4175-a7da-b6a5788a9776" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.763122] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1185b2a1-5262-4175-a7da-b6a5788a9776',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.771752] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f63bbc2-480e-448b-afd1-ffaa1c551e05',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.265454] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-1185b2a1-5262-4175-a7da-b6a5788a9776 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.265878] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1185b2a1-5262-4175-a7da-b6a5788a9776" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.266029] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1185b2a1-5262-4175-a7da-b6a5788a9776" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.266295] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1185b2a1-5262-4175-a7da-b6a5788a9776" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.266538] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.266918] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.267040] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.267277] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.267443] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.267617] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1185b2a1-5262-4175-a7da-b6a5788a9776" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.268080] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-1185b2a1-5262-4175-a7da-b6a5788a9776 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.268272] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1185b2a1-5262-4175-a7da-b6a5788a9776" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.268408] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1185b2a1-5262-4175-a7da-b6a5788a9776" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.268653] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1185b2a1-5262-4175-a7da-b6a5788a9776" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.269173] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.269364] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.269504] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.269712] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.269825] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.269949] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1185b2a1-5262-4175-a7da-b6a5788a9776" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.270075] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1185b2a1-5262-4175-a7da-b6a5788a9776',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.278020] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.278020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.278020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.278020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.278020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.278020] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f63bbc2-480e-448b-afd1-ffaa1c551e05 is going to be updated. [ 1069.278961] env[69596]: INFO networking_nsxv3.common.synchronization [req-c0007532-a1d2-4c37-91f4-ac6c8710f223 req-ce10261c-0de3-4f37-b80b-2f5fcca3c36b service nova] Enqueued Resource ID: 5f63bbc2-480e-448b-afd1-ffaa1c551e05 with Priority: HIGHEST for action security_group_rules [ 1069.279382] env[69596]: INFO networking_nsxv3.common.synchronization [req-c0007532-a1d2-4c37-91f4-ac6c8710f223 req-ce10261c-0de3-4f37-b80b-2f5fcca3c36b service nova] Enqueued Resource ID: 5f63bbc2-480e-448b-afd1-ffaa1c551e05 with Priority: HIGHEST for action security_group_members [ 1069.279765] env[69596]: INFO networking_nsxv3.common.synchronization [req-c0007532-a1d2-4c37-91f4-ac6c8710f223 req-ce10261c-0de3-4f37-b80b-2f5fcca3c36b service nova] Enqueued Resource ID: a57379ad-bcf3-4c6a-8501-08806f25bfbe with Priority: HIGHEST for action port [ 1069.281374] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f63bbc2-480e-448b-afd1-ffaa1c551e05 with Priority: HIGHEST for action security_group_rules [ 1069.281704] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f63bbc2-480e-448b-afd1-ffaa1c551e05 with Priority: HIGHEST for action security_group_members [ 1069.283027] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a57379ad-bcf3-4c6a-8501-08806f25bfbe with Priority: HIGHEST for action port [ 1069.283027] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f63bbc2-480e-448b-afd1-ffaa1c551e05 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.283027] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f63bbc2-480e-448b-afd1-ffaa1c551e05" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.283027] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f63bbc2-480e-448b-afd1-ffaa1c551e05" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.283027] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f63bbc2-480e-448b-afd1-ffaa1c551e05" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.283027] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f63bbc2-480e-448b-afd1-ffaa1c551e05',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.287176] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f63bbc2-480e-448b-afd1-ffaa1c551e05 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.287302] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f63bbc2-480e-448b-afd1-ffaa1c551e05" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.287485] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-a57379ad-bcf3-4c6a-8501-08806f25bfbe taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.287596] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a57379ad-bcf3-4c6a-8501-08806f25bfbe" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.287656] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a57379ad-bcf3-4c6a-8501-08806f25bfbe" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.287828] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a57379ad-bcf3-4c6a-8501-08806f25bfbe" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.287919] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a57379ad-bcf3-4c6a-8501-08806f25bfbe',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.308554] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.308681] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.308749] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.308953] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.309105] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.317576] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f63bbc2-480e-448b-afd1-ffaa1c551e05 in Status: IN_PROGRESS for 2s [ 1069.772339] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1185b2a1-5262-4175-a7da-b6a5788a9776: rpc.has_security_group_logging(os_id): False [ 1069.790079] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f63bbc2-480e-448b-afd1-ffaa1c551e05 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.790222] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f63bbc2-480e-448b-afd1-ffaa1c551e05" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.790412] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a57379ad-bcf3-4c6a-8501-08806f25bfbe with status ACTIVE [ 1069.790586] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.790747] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.790832] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.791052] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.791145] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.791318] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.791706] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.791796] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.791984] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.792076] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.792265] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.792378] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.792503] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.792723] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.792822] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.792910] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a57379ad-bcf3-4c6a-8501-08806f25bfbe is going to be updated. [ 1069.794813] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.794925] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.794994] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.795169] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.795251] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.795428] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.795523] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.795586] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.795733] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.795811] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.796017] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.796115] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.796175] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.796503] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.796503] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.796592] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.796714] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.796714] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.796851] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.796924] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.797016] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1185b2a1-5262-4175-a7da-b6a5788a9776 is going to be created. [ 1069.828882] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.829023] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.829102] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.829303] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.829437] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.829595] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a57379ad-bcf3-4c6a-8501-08806f25bfbe" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.882245] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.884139] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.884139] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.884139] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.884139] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.920017] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1185b2a1-5262-4175-a7da-b6a5788a9776 in Status: IN_PROGRESS for 2s [ 1070.168894] env[69596]: INFO networking_nsxv3.common.synchronization [req-5b72bc48-074a-47e1-9a56-23daaf127142 req-8c1f6f62-56c5-4823-bea2-0ca2f810d7db tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Enqueued Resource ID: 08b580bd-8f2d-4784-be88-380b69cef54a with Priority: HIGHEST for action security_group_members [ 1070.169458] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08b580bd-8f2d-4784-be88-380b69cef54a with Priority: HIGHEST for action security_group_members [ 1070.169762] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-08b580bd-8f2d-4784-be88-380b69cef54a taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.169883] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.169947] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.170155] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.170308] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.170406] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.170471] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.170639] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.170725] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.170817] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08b580bd-8f2d-4784-be88-380b69cef54a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.442026] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-78 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.442026] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-78" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.442026] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-78" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.442026] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-78" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.442026] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.442026] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.442026] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.442837] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.445683] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.445683] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1070.445683] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1070.445683] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1070.445683] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1070.445683] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1070.445683] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1070.445683] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1070.464014] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1070.464014] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1070.464014] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1070.464014] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-78" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.464014] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-635cc075-ed69-4ffd-a09e-5551c1e600bc taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.464014] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-635cc075-ed69-4ffd-a09e-5551c1e600bc" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.464014] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-635cc075-ed69-4ffd-a09e-5551c1e600bc" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.464014] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-635cc075-ed69-4ffd-a09e-5551c1e600bc" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.464014] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('635cc075-ed69-4ffd-a09e-5551c1e600bc',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.583878] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 144b703c-290f-4e5a-99f1-f06b05b7f6bd in Status: SUCCESS [ 1070.583878] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-144b703c-290f-4e5a-99f1-f06b05b7f6bd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.584118] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-144b703c-290f-4e5a-99f1-f06b05b7f6bd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.584157] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-144b703c-290f-4e5a-99f1-f06b05b7f6bd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.584312] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.584431] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.584496] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.584679] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.584778] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.584868] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-144b703c-290f-4e5a-99f1-f06b05b7f6bd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.585031] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('144b703c-290f-4e5a-99f1-f06b05b7f6bd',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.672916] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.673124] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.673124] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.673390] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.673390] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.673528] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.673645] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.674222] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.674222] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.674222] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.674222] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08b580bd-8f2d-4784-be88-380b69cef54a is going to be updated. [ 1070.698293] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.698428] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.698502] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.698704] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.698846] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.707053] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08b580bd-8f2d-4784-be88-380b69cef54a in Status: IN_PROGRESS for 2s [ 1070.966539] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.966840] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.966907] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.967221] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.967379] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.967535] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port 635cc075-ed69-4ffd-a09e-5551c1e600bc not found, creating... [ 1070.967826] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.967993] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.968130] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.968349] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.968492] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.968781] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.968957] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.969082] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.969292] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.969431] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.969574] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: 635cc075-ed69-4ffd-a09e-5551c1e600bc is going to be created. [ 1070.990197] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.990326] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.990389] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.990637] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.990860] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.991097] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-635cc075-ed69-4ffd-a09e-5551c1e600bc" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.087433] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('144b703c-290f-4e5a-99f1-f06b05b7f6bd',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.326685] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f63bbc2-480e-448b-afd1-ffaa1c551e05 in Status: SUCCESS [ 1071.326992] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f63bbc2-480e-448b-afd1-ffaa1c551e05" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.327214] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f63bbc2-480e-448b-afd1-ffaa1c551e05" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.327493] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f63bbc2-480e-448b-afd1-ffaa1c551e05" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.327728] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.327881] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.327970] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.328222] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.328320] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.328354] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f63bbc2-480e-448b-afd1-ffaa1c551e05',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.589236] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 144b703c-290f-4e5a-99f1-f06b05b7f6bd: rpc.has_security_group_logging(os_id): False [ 1071.608397] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.608534] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.608602] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.608817] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.608900] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.609163] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.609289] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.609335] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.609463] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.609533] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.609626] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 144b703c-290f-4e5a-99f1-f06b05b7f6bd is going to be created. [ 1071.668876] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.668876] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.668876] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.669059] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.669613] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.679024] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 144b703c-290f-4e5a-99f1-f06b05b7f6bd in Status: IN_PROGRESS for 2s [ 1071.688954] env[69596]: INFO networking_nsxv3.common.synchronization [req-5b72bc48-074a-47e1-9a56-23daaf127142 req-f836b53a-8918-4f23-9b33-e7fe75e80930 service nova] Enqueued Resource ID: 08b580bd-8f2d-4784-be88-380b69cef54a with Priority: HIGHEST for action security_group_rules [ 1071.689156] env[69596]: INFO networking_nsxv3.common.synchronization [req-5b72bc48-074a-47e1-9a56-23daaf127142 req-f836b53a-8918-4f23-9b33-e7fe75e80930 service nova] Enqueued Resource ID: 08b580bd-8f2d-4784-be88-380b69cef54a with Priority: HIGHEST for action security_group_members [ 1071.689314] env[69596]: INFO networking_nsxv3.common.synchronization [req-5b72bc48-074a-47e1-9a56-23daaf127142 req-f836b53a-8918-4f23-9b33-e7fe75e80930 service nova] Enqueued Resource ID: 635cc075-ed69-4ffd-a09e-5551c1e600bc with Priority: HIGHEST for action port [ 1071.689538] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08b580bd-8f2d-4784-be88-380b69cef54a with Priority: HIGHEST for action security_group_rules [ 1071.689661] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08b580bd-8f2d-4784-be88-380b69cef54a with Priority: HIGHEST for action security_group_members [ 1071.689747] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 635cc075-ed69-4ffd-a09e-5551c1e600bc with Priority: HIGHEST for action port [ 1071.690301] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-08b580bd-8f2d-4784-be88-380b69cef54a taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.690490] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.690490] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.690667] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.690843] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('08b580bd-8f2d-4784-be88-380b69cef54a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.691742] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-08b580bd-8f2d-4784-be88-380b69cef54a taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.691868] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.692065] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-635cc075-ed69-4ffd-a09e-5551c1e600bc taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.692121] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-635cc075-ed69-4ffd-a09e-5551c1e600bc" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.692149] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-635cc075-ed69-4ffd-a09e-5551c1e600bc" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.692312] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-635cc075-ed69-4ffd-a09e-5551c1e600bc" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.692401] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('635cc075-ed69-4ffd-a09e-5551c1e600bc',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.831546] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f63bbc2-480e-448b-afd1-ffaa1c551e05',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.934213] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1185b2a1-5262-4175-a7da-b6a5788a9776 in Status: SUCCESS [ 1071.934418] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1185b2a1-5262-4175-a7da-b6a5788a9776" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.194521] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-08b580bd-8f2d-4784-be88-380b69cef54a taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.194945] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.199690] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 635cc075-ed69-4ffd-a09e-5551c1e600bc with status ACTIVE [ 1072.199690] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.199690] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.199690] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.199690] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.199690] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.199690] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.199690] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.199690] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.199690] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.199690] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.199690] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.199690] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.199690] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.199690] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.199690] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.199690] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 635cc075-ed69-4ffd-a09e-5551c1e600bc is going to be updated. [ 1072.229377] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.229533] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.229604] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.229851] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.230011] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.230202] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-635cc075-ed69-4ffd-a09e-5551c1e600bc" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.335825] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f63bbc2-480e-448b-afd1-ffaa1c551e05',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.717258] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08b580bd-8f2d-4784-be88-380b69cef54a in Status: SUCCESS [ 1072.717569] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08b580bd-8f2d-4784-be88-380b69cef54a deletion is rescheduled due to dependency. [ 1072.717731] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.717965] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.718624] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.718624] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.718784] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.718784] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.719094] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.719094] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.719248] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08b580bd-8f2d-4784-be88-380b69cef54a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.837940] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.838187] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.838280] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.838439] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.838640] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.838640] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f63bbc2-480e-448b-afd1-ffaa1c551e05 is going to be updated. [ 1072.874502] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.874717] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.874781] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.875074] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.875165] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.883842] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f63bbc2-480e-448b-afd1-ffaa1c551e05 in Status: IN_PROGRESS for 2s [ 1073.221744] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('08b580bd-8f2d-4784-be88-380b69cef54a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.689974] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 144b703c-290f-4e5a-99f1-f06b05b7f6bd in Status: SUCCESS [ 1073.690245] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-144b703c-290f-4e5a-99f1-f06b05b7f6bd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.723857] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('08b580bd-8f2d-4784-be88-380b69cef54a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.226478] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.226856] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.226856] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.226856] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.226943] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.228029] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08b580bd-8f2d-4784-be88-380b69cef54a is going to be updated. [ 1074.253345] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.253513] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.253549] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.253858] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.254080] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.261765] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08b580bd-8f2d-4784-be88-380b69cef54a in Status: IN_PROGRESS for 2s [ 1074.323887] env[69596]: INFO networking_nsxv3.common.synchronization [req-216d454b-0fb4-42de-9c9a-1484daae7892 req-8720379b-66da-4038-b753-1f5532d961c4 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Enqueued Resource ID: a20fd6fa-822a-49c1-a50b-46332e59ac20 with Priority: HIGHEST for action security_group_members [ 1074.324418] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a20fd6fa-822a-49c1-a50b-46332e59ac20 with Priority: HIGHEST for action security_group_members [ 1074.324816] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-a20fd6fa-822a-49c1-a50b-46332e59ac20 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.324873] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a20fd6fa-822a-49c1-a50b-46332e59ac20" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.324941] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a20fd6fa-822a-49c1-a50b-46332e59ac20" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.325199] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a20fd6fa-822a-49c1-a50b-46332e59ac20" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.325343] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.325441] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.325503] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.325650] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.325734] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.325846] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a20fd6fa-822a-49c1-a50b-46332e59ac20',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.757688] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-836 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.757885] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-836" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.758024] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-836" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.758357] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-836" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.758624] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.758815] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.759555] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.759555] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.759555] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.759555] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1074.759555] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1074.759927] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1074.759927] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1074.759927] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1074.760079] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1074.760164] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1074.778616] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1074.778784] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1074.778924] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1074.779115] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-836" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.779415] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-d04150d1-3cb0-4e0c-8022-8d531467069f taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.780063] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-d04150d1-3cb0-4e0c-8022-8d531467069f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.780063] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-d04150d1-3cb0-4e0c-8022-8d531467069f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.780063] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-d04150d1-3cb0-4e0c-8022-8d531467069f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.780250] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d04150d1-3cb0-4e0c-8022-8d531467069f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.829254] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.829254] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.829254] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.829254] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.829254] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.829254] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.829254] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.829254] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.829254] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.829254] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.829254] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a20fd6fa-822a-49c1-a50b-46332e59ac20 already deleted. [ 1074.829254] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a20fd6fa-822a-49c1-a50b-46332e59ac20" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.896167] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f63bbc2-480e-448b-afd1-ffaa1c551e05 in Status: SUCCESS [ 1074.896167] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f63bbc2-480e-448b-afd1-ffaa1c551e05" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.896167] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f63bbc2-480e-448b-afd1-ffaa1c551e05" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.896167] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f63bbc2-480e-448b-afd1-ffaa1c551e05" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.896167] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.896167] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.896167] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.896167] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.896682] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.896805] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f63bbc2-480e-448b-afd1-ffaa1c551e05" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.896910] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5f63bbc2-480e-448b-afd1-ffaa1c551e05',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.282193] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.282526] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.282667] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.282951] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.283133] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.283294] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port d04150d1-3cb0-4e0c-8022-8d531467069f not found, creating... [ 1075.283564] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.283801] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.284265] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.284531] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.284974] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.285326] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.285728] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.285926] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.286196] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.286368] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.286541] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: d04150d1-3cb0-4e0c-8022-8d531467069f is going to be created. [ 1075.306551] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.306745] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.306875] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.307129] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.307356] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.307577] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-d04150d1-3cb0-4e0c-8022-8d531467069f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.399365] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5f63bbc2-480e-448b-afd1-ffaa1c551e05',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.504399] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.504399] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.504399] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.504399] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.504399] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.905899] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5f63bbc2-480e-448b-afd1-ffaa1c551e05: rpc.has_security_group_logging(os_id): False [ 1075.923713] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.923999] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.923999] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.924558] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.924558] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.924558] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.924728] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.924728] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.924879] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.924955] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.925051] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f63bbc2-480e-448b-afd1-ffaa1c551e05 is going to be updated. [ 1075.977339] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.977503] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.977578] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.978049] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.978273] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.993128] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f63bbc2-480e-448b-afd1-ffaa1c551e05 in Status: IN_PROGRESS for 2s [ 1076.006658] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.152565] env[69596]: INFO networking_nsxv3.common.synchronization [req-216d454b-0fb4-42de-9c9a-1484daae7892 req-a92d4561-ceae-4f3b-8a5d-fb8f17f077f0 service nova] Enqueued Resource ID: a20fd6fa-822a-49c1-a50b-46332e59ac20 with Priority: HIGHEST for action security_group_rules [ 1076.152744] env[69596]: INFO networking_nsxv3.common.synchronization [req-216d454b-0fb4-42de-9c9a-1484daae7892 req-a92d4561-ceae-4f3b-8a5d-fb8f17f077f0 service nova] Enqueued Resource ID: a20fd6fa-822a-49c1-a50b-46332e59ac20 with Priority: HIGHEST for action security_group_members [ 1076.153301] env[69596]: INFO networking_nsxv3.common.synchronization [req-216d454b-0fb4-42de-9c9a-1484daae7892 req-a92d4561-ceae-4f3b-8a5d-fb8f17f077f0 service nova] Enqueued Resource ID: d04150d1-3cb0-4e0c-8022-8d531467069f with Priority: HIGHEST for action port [ 1076.153553] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a20fd6fa-822a-49c1-a50b-46332e59ac20 with Priority: HIGHEST for action security_group_rules [ 1076.153714] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a20fd6fa-822a-49c1-a50b-46332e59ac20 with Priority: HIGHEST for action security_group_members [ 1076.153808] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d04150d1-3cb0-4e0c-8022-8d531467069f with Priority: HIGHEST for action port [ 1076.154685] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a20fd6fa-822a-49c1-a50b-46332e59ac20 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.154860] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a20fd6fa-822a-49c1-a50b-46332e59ac20" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.154930] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a20fd6fa-822a-49c1-a50b-46332e59ac20" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.155214] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a20fd6fa-822a-49c1-a50b-46332e59ac20" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.155296] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a20fd6fa-822a-49c1-a50b-46332e59ac20',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.156153] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-a20fd6fa-822a-49c1-a50b-46332e59ac20 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.156255] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a20fd6fa-822a-49c1-a50b-46332e59ac20" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.156408] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a20fd6fa-822a-49c1-a50b-46332e59ac20" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.156486] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a20fd6fa-822a-49c1-a50b-46332e59ac20" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.156631] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.156728] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.156792] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.157046] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.157082] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.157152] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a20fd6fa-822a-49c1-a50b-46332e59ac20',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.158029] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-d04150d1-3cb0-4e0c-8022-8d531467069f taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.158177] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d04150d1-3cb0-4e0c-8022-8d531467069f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.158265] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d04150d1-3cb0-4e0c-8022-8d531467069f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.158432] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d04150d1-3cb0-4e0c-8022-8d531467069f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.158511] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d04150d1-3cb0-4e0c-8022-8d531467069f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.270491] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08b580bd-8f2d-4784-be88-380b69cef54a in Status: SUCCESS [ 1076.270718] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.270884] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.271122] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.271352] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.271476] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.271649] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.271827] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.271930] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.271981] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.271981] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('08b580bd-8f2d-4784-be88-380b69cef54a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.508240] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.630927] env[69596]: INFO networking_nsxv3.common.synchronization [req-dc4dd894-6f5f-437c-ab52-b32fe17bf884 req-48a848da-424d-45df-901d-382f30629a65 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Enqueued Resource ID: ac523f2b-09d9-4df3-8b01-51cd50baa369 with Priority: HIGHEST for action security_group_members [ 1076.631942] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac523f2b-09d9-4df3-8b01-51cd50baa369 with Priority: HIGHEST for action security_group_members [ 1076.632427] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac523f2b-09d9-4df3-8b01-51cd50baa369 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.632549] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac523f2b-09d9-4df3-8b01-51cd50baa369" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.632618] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac523f2b-09d9-4df3-8b01-51cd50baa369" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.632818] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac523f2b-09d9-4df3-8b01-51cd50baa369" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.632976] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.633091] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.633156] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.633306] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.633392] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.633772] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac523f2b-09d9-4df3-8b01-51cd50baa369',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.659925] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-a20fd6fa-822a-49c1-a50b-46332e59ac20 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.660053] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a20fd6fa-822a-49c1-a50b-46332e59ac20" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.661389] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a20fd6fa-822a-49c1-a50b-46332e59ac20',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.662189] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d04150d1-3cb0-4e0c-8022-8d531467069f with status ACTIVE [ 1076.662365] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.662477] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.662545] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.662734] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.662823] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.662992] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.663099] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.663166] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.663313] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.663386] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.663556] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.663663] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.663768] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.663865] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.663940] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.664030] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d04150d1-3cb0-4e0c-8022-8d531467069f is going to be updated. [ 1076.684731] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.684873] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.684944] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.685136] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.685264] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.685415] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d04150d1-3cb0-4e0c-8022-8d531467069f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.774506] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-08b580bd-8f2d-4784-be88-380b69cef54a taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.774811] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.774913] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.775177] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.775373] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.775502] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.775570] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.775754] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.775869] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.775976] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.776169] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-08b580bd-8f2d-4784-be88-380b69cef54a taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.776295] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.776369] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.776562] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.776745] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.776853] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.776918] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.777095] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.777176] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.777278] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.777371] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('08b580bd-8f2d-4784-be88-380b69cef54a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.923512] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-100 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.923740] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-100" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.923873] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-100" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.924165] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-100" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.924437] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.924603] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.924719] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.925310] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.925472] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.925676] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1076.925799] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1076.925920] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1076.926065] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1076.926188] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1076.926299] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1076.926437] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1076.952108] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1076.952381] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1076.952435] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1076.952603] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-100" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.953360] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-91843e18-5bf2-40f4-94b3-d99ff9e4faec taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.953360] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-91843e18-5bf2-40f4-94b3-d99ff9e4faec" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.953360] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-91843e18-5bf2-40f4-94b3-d99ff9e4faec" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.953686] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-91843e18-5bf2-40f4-94b3-d99ff9e4faec" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.953725] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91843e18-5bf2-40f4-94b3-d99ff9e4faec',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.010740] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1077.010844] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1077.135155] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac523f2b-09d9-4df3-8b01-51cd50baa369',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.167349] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a20fd6fa-822a-49c1-a50b-46332e59ac20',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.252294] env[69596]: INFO networking_nsxv3.common.synchronization [req-c46573ac-37a7-438a-815b-de07f532f1a4 req-157b8504-9d80-4128-a8d4-51021946cae1 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] Enqueued Resource ID: 1185b2a1-5262-4175-a7da-b6a5788a9776 with Priority: HIGHEST for action security_group_members [ 1077.252821] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1185b2a1-5262-4175-a7da-b6a5788a9776 with Priority: HIGHEST for action security_group_members [ 1077.253136] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-1185b2a1-5262-4175-a7da-b6a5788a9776 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.253254] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1185b2a1-5262-4175-a7da-b6a5788a9776" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.253401] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1185b2a1-5262-4175-a7da-b6a5788a9776" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.253615] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1185b2a1-5262-4175-a7da-b6a5788a9776" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.253792] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.253932] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.253979] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.254146] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.254232] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.255368] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1185b2a1-5262-4175-a7da-b6a5788a9776',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.282931] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 08b580bd-8f2d-4784-be88-380b69cef54a: rpc.has_security_group_logging(os_id): False [ 1077.303690] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.303690] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.303690] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.303690] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.303690] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.303690] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.303690] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.303690] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.303690] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.303690] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.303690] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.303690] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.303690] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.303690] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.303690] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.304134] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.304134] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.304134] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.304134] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.304250] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.304276] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 08b580bd-8f2d-4784-be88-380b69cef54a is going to be updated. [ 1077.373208] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.373445] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.373712] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.374014] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.374014] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.401484] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08b580bd-8f2d-4784-be88-380b69cef54a in Status: IN_PROGRESS for 2s [ 1077.457426] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.457654] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.457789] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.458104] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.458293] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.458436] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port 91843e18-5bf2-40f4-94b3-d99ff9e4faec not found, creating... [ 1077.458735] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.458899] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.459032] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.459247] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.459387] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.459666] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.459824] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.459943] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.460187] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.460332] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.460475] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: 91843e18-5bf2-40f4-94b3-d99ff9e4faec is going to be created. [ 1077.493450] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.493769] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.493828] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.494069] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.494304] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.494527] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-91843e18-5bf2-40f4-94b3-d99ff9e4faec" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.637334] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac523f2b-09d9-4df3-8b01-51cd50baa369',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.669978] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.670174] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.670228] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.670408] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.670496] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.670591] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a20fd6fa-822a-49c1-a50b-46332e59ac20 is going to be created. [ 1077.702775] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.702946] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.702988] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.703190] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.703346] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.713099] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a20fd6fa-822a-49c1-a50b-46332e59ac20 in Status: UNINITIALIZED for 2s [ 1077.757786] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.757928] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.758010] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.758238] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.758333] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.758536] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.758929] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.758929] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.758929] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.758929] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.759077] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1185b2a1-5262-4175-a7da-b6a5788a9776 is going to be updated. [ 1077.791410] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.791556] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.791618] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.791792] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.791925] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.799829] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1185b2a1-5262-4175-a7da-b6a5788a9776 in Status: IN_PROGRESS for 2s [ 1077.990986] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.991186] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.991281] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.991542] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.012308] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1078.013375] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.014725] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1078.029410] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f63bbc2-480e-448b-afd1-ffaa1c551e05 in Status: SUCCESS [ 1078.029691] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f63bbc2-480e-448b-afd1-ffaa1c551e05" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.049944] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.050091] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.050163] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.050357] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.060321] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.060907] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1078.060993] env[69596]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69596) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1078.061098] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1078.099761] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.099761] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.100014] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.100014] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.102274] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.102274] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1078.139616] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.139751] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.139824] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.140412] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.140412] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.140412] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac523f2b-09d9-4df3-8b01-51cd50baa369 is going to be updated. [ 1078.190167] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.190347] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.190414] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.190646] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.190843] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.195239] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.195365] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.195456] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.195642] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.195917] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.196186] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1078.198025] env[69596]: INFO networking_nsxv3.common.synchronization [req-dc4dd894-6f5f-437c-ab52-b32fe17bf884 req-00a465cd-e9ac-44a7-8034-914a5c08d524 service nova] Enqueued Resource ID: ac523f2b-09d9-4df3-8b01-51cd50baa369 with Priority: HIGHEST for action security_group_rules [ 1078.198150] env[69596]: INFO networking_nsxv3.common.synchronization [req-dc4dd894-6f5f-437c-ab52-b32fe17bf884 req-00a465cd-e9ac-44a7-8034-914a5c08d524 service nova] Enqueued Resource ID: ac523f2b-09d9-4df3-8b01-51cd50baa369 with Priority: HIGHEST for action security_group_members [ 1078.198752] env[69596]: INFO networking_nsxv3.common.synchronization [req-dc4dd894-6f5f-437c-ab52-b32fe17bf884 req-00a465cd-e9ac-44a7-8034-914a5c08d524 service nova] Enqueued Resource ID: 91843e18-5bf2-40f4-94b3-d99ff9e4faec with Priority: HIGHEST for action port [ 1078.198855] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac523f2b-09d9-4df3-8b01-51cd50baa369 with Priority: HIGHEST for action security_group_rules [ 1078.198937] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac523f2b-09d9-4df3-8b01-51cd50baa369 with Priority: HIGHEST for action security_group_members [ 1078.199063] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91843e18-5bf2-40f4-94b3-d99ff9e4faec with Priority: HIGHEST for action port [ 1078.199670] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac523f2b-09d9-4df3-8b01-51cd50baa369 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.199785] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac523f2b-09d9-4df3-8b01-51cd50baa369" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.199844] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac523f2b-09d9-4df3-8b01-51cd50baa369" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.200055] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac523f2b-09d9-4df3-8b01-51cd50baa369" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.200155] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac523f2b-09d9-4df3-8b01-51cd50baa369',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.201496] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac523f2b-09d9-4df3-8b01-51cd50baa369 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.201496] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac523f2b-09d9-4df3-8b01-51cd50baa369" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.201673] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-91843e18-5bf2-40f4-94b3-d99ff9e4faec taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.201745] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91843e18-5bf2-40f4-94b3-d99ff9e4faec" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.201779] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91843e18-5bf2-40f4-94b3-d99ff9e4faec" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.201920] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91843e18-5bf2-40f4-94b3-d99ff9e4faec" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.201991] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91843e18-5bf2-40f4-94b3-d99ff9e4faec',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.221654] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac523f2b-09d9-4df3-8b01-51cd50baa369 in Status: IN_PROGRESS for 2s [ 1078.310802] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.310946] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.311832] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.311832] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.311832] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.311832] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:46. [ 1078.312188] env[69596]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'526e4b2f-886d-4668-b7e6-b89e532036d8', '5f63bbc2-480e-448b-afd1-ffaa1c551e05', '8f8e3172-8166-4ade-8782-0bf3cd8e6f8c', 'cf2b9e5c-2739-481e-865c-b07f4f286b74', 'fa5fb495-7d80-45b9-b164-3bffeecb3d08', 'bf4de9a2-fc16-45b8-939c-537e3f2c7f65', '5769c0da-65c9-4827-ad9d-5d19ee19c758', 'e7ca1301-f88b-49d8-ae1f-cd8cf65c9b2e', 'b96f8dc5-bf40-4d2b-8dba-008825c69808', '93556ab5-d8c5-4932-b73c-852db71ea006', '545dfe74-8723-4988-87cb-3d279ff4702c', '7ed25a93-e947-45e8-974b-645111add6cd', '35bca384-ec3b-4f75-9837-9bc109d60c39', '8bcafd83-f045-4f14-8d97-0f8286357a7f', 'e89e8a74-9cfc-4f36-9810-7dfe3519140d', '7d93a406-a4e8-49c7-825b-aa372fc54b45', 'afb56769-cdf9-48c7-bdbd-75cf23489a62', '5c82cc0b-25c7-4a42-8f5d-f096b8251e3f', '86161373-41b5-45d1-a2db-2ed07b600b9a', '6a34bef7-16d4-4e38-aef7-2fdf6472ace4', '596ea14e-3ab2-453f-bdc9-e4d0322867cb', '2c6059fe-1867-4c1c-86f3-a22de31182bf', 'd29b939e-3353-4fc5-b0d3-0dd32541d308', '7fbb4520-3ed8-40c0-b84b-e457cf5e9f81', '4bba25ef-9119-4729-a505-14605c1b3df6', 'c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755', '1aeb7f0b-43bc-4968-8b6e-f3b8e7240e5c', 'dba7aa3a-c2fa-4f98-9cc4-7022c186404b', '81691705-36ef-486a-8285-3016a3eb1ed1', '896b9757-7c26-4d8d-893c-a9ae9d6ef7d5', '2c6885d9-0d64-4fae-9609-c5b857f379a2', 'fbed8333-e653-47b8-84ec-af891864d741', 'fb674795-651d-4bdc-bd54-ad791a881750', '1185b2a1-5262-4175-a7da-b6a5788a9776', 'ba6187f3-2f9f-44ea-bb9d-7209a94ad84d', '1768ee4d-8b25-4e98-8ccf-9ddc42308b8c', 'bc613ec5-efa3-4b33-a3ae-20f1f4d74451', 'cc2b1871-23c8-47b1-a73e-ee5ee027d72b', '08b580bd-8f2d-4784-be88-380b69cef54a', '43d0bf79-d506-484d-ac22-a56d2f949083', '6fe3525d-8e02-4eb4-8084-60aa11d510b5', '144b703c-290f-4e5a-99f1-f06b05b7f6bd', '323bb60b-1f4d-488d-a2db-283ec8ea3b4a', 'ac523f2b-09d9-4df3-8b01-51cd50baa369', '5afc9254-219e-4511-af94-47853459010f', 'c38c4cd9-ba63-4312-9b86-62c0f685fc55'} {{(pid=69596) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1078.312188] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1078.330165] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.330437] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.330437] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.330598] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.330694] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.331956] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1078.331956] env[69596]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69596) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1078.331956] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1078.408475] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.408631] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.408697] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.408911] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.409963] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.410260] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1078.410343] env[69596]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69596) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1078.410424] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1078.410509] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1078.410573] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/46 resources of Type:Security Group Rules [ 1078.410646] env[69596]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 526e4b2f-886d-4668-b7e6-b89e532036d8 with Priority: HIGH for action security_group_rules [ 1078.410734] env[69596]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5f63bbc2-480e-448b-afd1-ffaa1c551e05 with Priority: HIGH for action security_group_rules [ 1078.410798] env[69596]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8f8e3172-8166-4ade-8782-0bf3cd8e6f8c with Priority: HIGH for action security_group_rules [ 1078.410860] env[69596]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cf2b9e5c-2739-481e-865c-b07f4f286b74 with Priority: HIGH for action security_group_rules [ 1078.410920] env[69596]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fa5fb495-7d80-45b9-b164-3bffeecb3d08 with Priority: HIGH for action security_group_rules [ 1078.411105] env[69596]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 with Priority: HIGH for action security_group_rules [ 1078.411105] env[69596]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5769c0da-65c9-4827-ad9d-5d19ee19c758 with Priority: HIGH for action security_group_rules [ 1078.411105] env[69596]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e7ca1301-f88b-49d8-ae1f-cd8cf65c9b2e with Priority: HIGH for action security_group_rules [ 1078.411181] env[69596]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b96f8dc5-bf40-4d2b-8dba-008825c69808 with Priority: HIGH for action security_group_rules [ 1078.411212] env[69596]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 93556ab5-d8c5-4932-b73c-852db71ea006 with Priority: HIGH for action security_group_rules [ 1078.411276] env[69596]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 545dfe74-8723-4988-87cb-3d279ff4702c with Priority: HIGH for action security_group_rules [ 1078.411332] env[69596]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7ed25a93-e947-45e8-974b-645111add6cd with Priority: HIGH for action security_group_rules [ 1078.411381] env[69596]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 35bca384-ec3b-4f75-9837-9bc109d60c39 with Priority: HIGH for action security_group_rules [ 1078.411454] env[69596]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8bcafd83-f045-4f14-8d97-0f8286357a7f with Priority: HIGH for action security_group_rules [ 1078.411515] env[69596]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e89e8a74-9cfc-4f36-9810-7dfe3519140d with Priority: HIGH for action security_group_rules [ 1078.411600] env[69596]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7d93a406-a4e8-49c7-825b-aa372fc54b45 with Priority: HIGH for action security_group_rules [ 1078.411710] env[69596]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: afb56769-cdf9-48c7-bdbd-75cf23489a62 with Priority: HIGH for action security_group_rules [ 1078.411710] env[69596]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5c82cc0b-25c7-4a42-8f5d-f096b8251e3f with Priority: HIGH for action security_group_rules [ 1078.411797] env[69596]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 86161373-41b5-45d1-a2db-2ed07b600b9a with Priority: HIGH for action security_group_rules [ 1078.411837] env[69596]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6a34bef7-16d4-4e38-aef7-2fdf6472ace4 with Priority: HIGH for action security_group_rules [ 1078.411921] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.704395] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac523f2b-09d9-4df3-8b01-51cd50baa369 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.705666] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac523f2b-09d9-4df3-8b01-51cd50baa369" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.705666] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 91843e18-5bf2-40f4-94b3-d99ff9e4faec with status ACTIVE [ 1078.705666] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.705666] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.705855] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.706071] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.706228] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.706463] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.706577] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.706649] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.706934] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.707068] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.707360] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.707506] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.707597] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.707849] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.707956] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.708198] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 91843e18-5bf2-40f4-94b3-d99ff9e4faec is going to be updated. [ 1078.727459] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.727622] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.727674] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.727841] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.727968] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.728137] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91843e18-5bf2-40f4-94b3-d99ff9e4faec" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.416086] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08b580bd-8f2d-4784-be88-380b69cef54a in Status: SUCCESS [ 1079.416341] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.722886] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a20fd6fa-822a-49c1-a50b-46332e59ac20 in Status: SUCCESS [ 1079.723325] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a20fd6fa-822a-49c1-a50b-46332e59ac20" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.723325] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a20fd6fa-822a-49c1-a50b-46332e59ac20" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.723483] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a20fd6fa-822a-49c1-a50b-46332e59ac20" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.723684] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.723816] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.723892] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.724029] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.724900] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.724900] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a20fd6fa-822a-49c1-a50b-46332e59ac20" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.724900] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a20fd6fa-822a-49c1-a50b-46332e59ac20',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.808371] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1185b2a1-5262-4175-a7da-b6a5788a9776 in Status: SUCCESS [ 1079.808734] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1185b2a1-5262-4175-a7da-b6a5788a9776 deletion is rescheduled due to dependency. [ 1079.808734] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1185b2a1-5262-4175-a7da-b6a5788a9776" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.081033] env[69596]: INFO networking_nsxv3.common.synchronization [None req-c30c3881-36f4-4d46-bc68-8f36179d30ae tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Enqueued Resource ID: 5afc9254-219e-4511-af94-47853459010f with Priority: HIGHEST for action security_group_members [ 1080.081033] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5afc9254-219e-4511-af94-47853459010f with Priority: HIGHEST for action security_group_members [ 1080.081033] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 526e4b2f-886d-4668-b7e6-b89e532036d8 with Priority: HIGH for action security_group_rules [ 1080.081033] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f8e3172-8166-4ade-8782-0bf3cd8e6f8c with Priority: HIGH for action security_group_rules [ 1080.086199] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5769c0da-65c9-4827-ad9d-5d19ee19c758 with Priority: HIGH for action security_group_rules [ 1080.086348] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e89e8a74-9cfc-4f36-9810-7dfe3519140d with Priority: HIGH for action security_group_rules [ 1080.086470] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a34bef7-16d4-4e38-aef7-2fdf6472ace4 with Priority: HIGH for action security_group_rules [ 1080.086581] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86161373-41b5-45d1-a2db-2ed07b600b9a with Priority: HIGH for action security_group_rules [ 1080.086697] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c82cc0b-25c7-4a42-8f5d-f096b8251e3f with Priority: HIGH for action security_group_rules [ 1080.086833] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afb56769-cdf9-48c7-bdbd-75cf23489a62 with Priority: HIGH for action security_group_rules [ 1080.086957] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bcafd83-f045-4f14-8d97-0f8286357a7f with Priority: HIGH for action security_group_rules [ 1080.087069] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d93a406-a4e8-49c7-825b-aa372fc54b45 with Priority: HIGH for action security_group_rules [ 1080.087161] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35bca384-ec3b-4f75-9837-9bc109d60c39 with Priority: HIGH for action security_group_rules [ 1080.087249] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ed25a93-e947-45e8-974b-645111add6cd with Priority: HIGH for action security_group_rules [ 1080.087346] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 545dfe74-8723-4988-87cb-3d279ff4702c with Priority: HIGH for action security_group_rules [ 1080.087449] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93556ab5-d8c5-4932-b73c-852db71ea006 with Priority: HIGH for action security_group_rules [ 1080.087540] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b96f8dc5-bf40-4d2b-8dba-008825c69808 with Priority: HIGH for action security_group_rules [ 1080.087625] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 with Priority: HIGH for action security_group_rules [ 1080.087709] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7ca1301-f88b-49d8-ae1f-cd8cf65c9b2e with Priority: HIGH for action security_group_rules [ 1080.087794] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa5fb495-7d80-45b9-b164-3bffeecb3d08 with Priority: HIGH for action security_group_rules [ 1080.087881] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f63bbc2-480e-448b-afd1-ffaa1c551e05 with Priority: HIGH for action security_group_rules [ 1080.087994] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf2b9e5c-2739-481e-865c-b07f4f286b74 with Priority: HIGH for action security_group_rules [ 1080.088422] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-5afc9254-219e-4511-af94-47853459010f taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.088556] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.088636] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.088820] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.096026] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.096026] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.096026] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.096026] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.096026] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.096026] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5afc9254-219e-4511-af94-47853459010f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.096026] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-526e4b2f-886d-4668-b7e6-b89e532036d8 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.096026] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.096026] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.096026] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.096026] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('526e4b2f-886d-4668-b7e6-b89e532036d8',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.096026] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.096026] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.096026] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.096026] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.096026] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f8e3172-8166-4ade-8782-0bf3cd8e6f8c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.099861] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5769c0da-65c9-4827-ad9d-5d19ee19c758 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.099861] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5769c0da-65c9-4827-ad9d-5d19ee19c758" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.099861] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5769c0da-65c9-4827-ad9d-5d19ee19c758" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.099861] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5769c0da-65c9-4827-ad9d-5d19ee19c758" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.099861] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5769c0da-65c9-4827-ad9d-5d19ee19c758',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.100399] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e89e8a74-9cfc-4f36-9810-7dfe3519140d taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.100399] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e89e8a74-9cfc-4f36-9810-7dfe3519140d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.100399] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e89e8a74-9cfc-4f36-9810-7dfe3519140d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.100517] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e89e8a74-9cfc-4f36-9810-7dfe3519140d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.100593] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e89e8a74-9cfc-4f36-9810-7dfe3519140d',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.101306] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a34bef7-16d4-4e38-aef7-2fdf6472ace4 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.101538] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a34bef7-16d4-4e38-aef7-2fdf6472ace4" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.101538] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a34bef7-16d4-4e38-aef7-2fdf6472ace4" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.101647] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a34bef7-16d4-4e38-aef7-2fdf6472ace4" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.101707] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a34bef7-16d4-4e38-aef7-2fdf6472ace4',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.102631] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86161373-41b5-45d1-a2db-2ed07b600b9a taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.102739] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.102806] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.102953] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.103072] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86161373-41b5-45d1-a2db-2ed07b600b9a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.103764] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5c82cc0b-25c7-4a42-8f5d-f096b8251e3f taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.103879] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5c82cc0b-25c7-4a42-8f5d-f096b8251e3f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.103959] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5c82cc0b-25c7-4a42-8f5d-f096b8251e3f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.104115] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5c82cc0b-25c7-4a42-8f5d-f096b8251e3f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.104195] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5c82cc0b-25c7-4a42-8f5d-f096b8251e3f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.104996] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-afb56769-cdf9-48c7-bdbd-75cf23489a62 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.105485] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-afb56769-cdf9-48c7-bdbd-75cf23489a62" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.105559] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-afb56769-cdf9-48c7-bdbd-75cf23489a62" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.105711] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-afb56769-cdf9-48c7-bdbd-75cf23489a62" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.105786] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('afb56769-cdf9-48c7-bdbd-75cf23489a62',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.108527] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8bcafd83-f045-4f14-8d97-0f8286357a7f taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.108527] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8bcafd83-f045-4f14-8d97-0f8286357a7f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.108527] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8bcafd83-f045-4f14-8d97-0f8286357a7f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.108527] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8bcafd83-f045-4f14-8d97-0f8286357a7f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.108527] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8bcafd83-f045-4f14-8d97-0f8286357a7f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.109510] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d93a406-a4e8-49c7-825b-aa372fc54b45 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.109630] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d93a406-a4e8-49c7-825b-aa372fc54b45" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.109792] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d93a406-a4e8-49c7-825b-aa372fc54b45" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.110785] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d93a406-a4e8-49c7-825b-aa372fc54b45" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.110872] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d93a406-a4e8-49c7-825b-aa372fc54b45',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.112008] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35bca384-ec3b-4f75-9837-9bc109d60c39 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.112008] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35bca384-ec3b-4f75-9837-9bc109d60c39" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.112138] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35bca384-ec3b-4f75-9837-9bc109d60c39" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.112253] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35bca384-ec3b-4f75-9837-9bc109d60c39" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.112336] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35bca384-ec3b-4f75-9837-9bc109d60c39',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.113400] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ed25a93-e947-45e8-974b-645111add6cd taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.113400] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.113400] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.113615] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.113615] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ed25a93-e947-45e8-974b-645111add6cd',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.114712] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-545dfe74-8723-4988-87cb-3d279ff4702c taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.114712] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-545dfe74-8723-4988-87cb-3d279ff4702c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.114985] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-545dfe74-8723-4988-87cb-3d279ff4702c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.114985] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-545dfe74-8723-4988-87cb-3d279ff4702c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.114985] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('545dfe74-8723-4988-87cb-3d279ff4702c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.115878] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93556ab5-d8c5-4932-b73c-852db71ea006 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.115878] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93556ab5-d8c5-4932-b73c-852db71ea006" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.115878] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93556ab5-d8c5-4932-b73c-852db71ea006" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.116064] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93556ab5-d8c5-4932-b73c-852db71ea006" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.116064] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93556ab5-d8c5-4932-b73c-852db71ea006',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.116925] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b96f8dc5-bf40-4d2b-8dba-008825c69808 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.116925] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b96f8dc5-bf40-4d2b-8dba-008825c69808" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.116925] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b96f8dc5-bf40-4d2b-8dba-008825c69808" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.117132] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b96f8dc5-bf40-4d2b-8dba-008825c69808" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.117132] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b96f8dc5-bf40-4d2b-8dba-008825c69808',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.117940] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf4de9a2-fc16-45b8-939c-537e3f2c7f65 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.117940] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.118116] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.119570] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.119570] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf4de9a2-fc16-45b8-939c-537e3f2c7f65',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.120387] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e7ca1301-f88b-49d8-ae1f-cd8cf65c9b2e taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.120608] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e7ca1301-f88b-49d8-ae1f-cd8cf65c9b2e" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.120608] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e7ca1301-f88b-49d8-ae1f-cd8cf65c9b2e" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.120757] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e7ca1301-f88b-49d8-ae1f-cd8cf65c9b2e" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.120829] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e7ca1301-f88b-49d8-ae1f-cd8cf65c9b2e',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.121492] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa5fb495-7d80-45b9-b164-3bffeecb3d08 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.121597] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa5fb495-7d80-45b9-b164-3bffeecb3d08" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.121659] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa5fb495-7d80-45b9-b164-3bffeecb3d08" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.121840] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa5fb495-7d80-45b9-b164-3bffeecb3d08" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.121914] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa5fb495-7d80-45b9-b164-3bffeecb3d08',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.122649] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f63bbc2-480e-448b-afd1-ffaa1c551e05 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.122756] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f63bbc2-480e-448b-afd1-ffaa1c551e05" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.122814] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f63bbc2-480e-448b-afd1-ffaa1c551e05" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.122991] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f63bbc2-480e-448b-afd1-ffaa1c551e05" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.123836] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f63bbc2-480e-448b-afd1-ffaa1c551e05',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.124328] env[69596]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 1080.128824] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf2b9e5c-2739-481e-865c-b07f4f286b74 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.128948] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf2b9e5c-2739-481e-865c-b07f4f286b74" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.129715] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf2b9e5c-2739-481e-865c-b07f4f286b74" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.129715] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf2b9e5c-2739-481e-865c-b07f4f286b74" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.129715] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf2b9e5c-2739-481e-865c-b07f4f286b74',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.221465] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac523f2b-09d9-4df3-8b01-51cd50baa369 in Status: SUCCESS [ 1080.221722] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac523f2b-09d9-4df3-8b01-51cd50baa369" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.222250] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac523f2b-09d9-4df3-8b01-51cd50baa369" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.222476] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac523f2b-09d9-4df3-8b01-51cd50baa369" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.222660] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.222776] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.222839] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.222988] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.223080] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.223174] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac523f2b-09d9-4df3-8b01-51cd50baa369',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.228513] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-a20fd6fa-822a-49c1-a50b-46332e59ac20 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.228513] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a20fd6fa-822a-49c1-a50b-46332e59ac20" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.228513] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a20fd6fa-822a-49c1-a50b-46332e59ac20" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.228513] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a20fd6fa-822a-49c1-a50b-46332e59ac20" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.228513] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.228513] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.228513] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.228513] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.228513] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.228513] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a20fd6fa-822a-49c1-a50b-46332e59ac20" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.228513] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-a20fd6fa-822a-49c1-a50b-46332e59ac20 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.228513] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a20fd6fa-822a-49c1-a50b-46332e59ac20" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.228513] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a20fd6fa-822a-49c1-a50b-46332e59ac20" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.228513] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a20fd6fa-822a-49c1-a50b-46332e59ac20" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.228513] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.228513] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.229054] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.229054] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.229054] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.229054] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a20fd6fa-822a-49c1-a50b-46332e59ac20" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.229054] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a20fd6fa-822a-49c1-a50b-46332e59ac20',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.260037] env[69596]: INFO networking_nsxv3.common.synchronization [req-4fba5130-c32e-47e6-8ac5-0544e966ba10 req-1ad8b5c4-ad68-4010-8c37-068f49b96f27 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Enqueued Resource ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 with Priority: HIGHEST for action security_group_members [ 1080.261164] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 with Priority: HIGHEST for action security_group_members [ 1080.261706] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.261706] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.262079] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.262079] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.262169] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.262715] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.262715] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.262715] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.262715] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.262715] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf4de9a2-fc16-45b8-939c-537e3f2c7f65',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.614390] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-953 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.614591] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-953" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.614717] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-953" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.614981] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-953" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.615248] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.615402] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.615516] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.615728] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.615867] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.620047] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1080.620047] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1080.620047] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1080.620047] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1080.620047] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1080.620047] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1080.620047] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1080.624901] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.625019] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.625088] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.625251] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.631597] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.631733] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.634356] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-93556ab5-d8c5-4932-b73c-852db71ea006 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.634476] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93556ab5-d8c5-4932-b73c-852db71ea006" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.634549] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93556ab5-d8c5-4932-b73c-852db71ea006" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.634716] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93556ab5-d8c5-4932-b73c-852db71ea006" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.634893] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.634984] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.635067] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.635214] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.635298] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.635385] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93556ab5-d8c5-4932-b73c-852db71ea006" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.635472] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('93556ab5-d8c5-4932-b73c-852db71ea006',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.650930] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.651105] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.652628] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-35bca384-ec3b-4f75-9837-9bc109d60c39 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.652628] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35bca384-ec3b-4f75-9837-9bc109d60c39" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.652628] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35bca384-ec3b-4f75-9837-9bc109d60c39" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.652866] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35bca384-ec3b-4f75-9837-9bc109d60c39" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.652954] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.653093] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.653167] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.653443] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.653443] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.653443] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35bca384-ec3b-4f75-9837-9bc109d60c39" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.653954] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('35bca384-ec3b-4f75-9837-9bc109d60c39',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.656258] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-5769c0da-65c9-4827-ad9d-5d19ee19c758 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.656444] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5769c0da-65c9-4827-ad9d-5d19ee19c758" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.656493] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5769c0da-65c9-4827-ad9d-5d19ee19c758" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.656642] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5769c0da-65c9-4827-ad9d-5d19ee19c758" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.656823] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.656943] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.657024] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.658919] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.658919] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.658919] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5769c0da-65c9-4827-ad9d-5d19ee19c758" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.658919] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5769c0da-65c9-4827-ad9d-5d19ee19c758',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.660501] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1080.660688] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.042 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1080.660833] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1080.660997] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-953" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.664270] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-4c3dcd89-c913-45c6-bea8-155441e20c3e taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.664270] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-4c3dcd89-c913-45c6-bea8-155441e20c3e" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.664270] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-4c3dcd89-c913-45c6-bea8-155441e20c3e" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.664270] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-4c3dcd89-c913-45c6-bea8-155441e20c3e" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.664270] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c3dcd89-c913-45c6-bea8-155441e20c3e',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.671133] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.671254] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f8e3172-8166-4ade-8782-0bf3cd8e6f8c is going to be deleted. [ 1080.674665] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f63bbc2-480e-448b-afd1-ffaa1c551e05 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.674803] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f63bbc2-480e-448b-afd1-ffaa1c551e05" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.674875] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f63bbc2-480e-448b-afd1-ffaa1c551e05" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.675118] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f63bbc2-480e-448b-afd1-ffaa1c551e05" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.675294] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.675394] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.675456] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.675602] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.675682] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.675762] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f63bbc2-480e-448b-afd1-ffaa1c551e05" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.675845] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5f63bbc2-480e-448b-afd1-ffaa1c551e05',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.677633] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.677820] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.723146] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.723146] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.723146] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.723146] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.723857] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.723857] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.724460] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.724555] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.725292] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.725397] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.726073] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.726148] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.726866] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.726950] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.727712] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.727815] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.728640] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.728731] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.728937] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac523f2b-09d9-4df3-8b01-51cd50baa369',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.730724] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.730724] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.731152] env[69596]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1080.731579] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.731670] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.732377] env[69596]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1080.732788] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.732875] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.733155] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a20fd6fa-822a-49c1-a50b-46332e59ac20: rpc.has_security_group_logging(os_id): False [ 1080.738348] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.738503] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.742818] env[69596]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1080.743375] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.743683] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.743846] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.743923] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.747152] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.747152] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.747152] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5afc9254-219e-4511-af94-47853459010f is going to be updated. [ 1080.747152] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.747152] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.753099] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.753224] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.763019] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.763019] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.766107] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf4de9a2-fc16-45b8-939c-537e3f2c7f65',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.777705] env[69596]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1080.778201] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.778323] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e89e8a74-9cfc-4f36-9810-7dfe3519140d is going to be deleted. [ 1080.779242] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.779455] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.790382] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.791167] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.801385] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.801543] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.801652] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.801912] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.802146] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.811425] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.811425] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a34bef7-16d4-4e38-aef7-2fdf6472ace4 is going to be deleted. [ 1080.811425] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.811425] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.815361] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5afc9254-219e-4511-af94-47853459010f in Status: IN_PROGRESS for 2s [ 1080.862555] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.862693] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 545dfe74-8723-4988-87cb-3d279ff4702c is going to be deleted. [ 1080.863594] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.863830] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.896109] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.896291] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.911937] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.912112] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5c82cc0b-25c7-4a42-8f5d-f096b8251e3f is going to be deleted. [ 1080.913010] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.913234] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.945033] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.945033] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: afb56769-cdf9-48c7-bdbd-75cf23489a62 is going to be deleted. [ 1080.945033] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.945033] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.966025] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.966025] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.966025] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.966025] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.978498] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.978602] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.999895] env[69596]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1081.000527] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.000677] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf2b9e5c-2739-481e-865c-b07f4f286b74 is going to be deleted. [ 1081.001618] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.001843] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.015890] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.016058] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.058135] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.058280] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ed25a93-e947-45e8-974b-645111add6cd is going to be deleted. [ 1081.059144] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.059353] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.113179] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.113365] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86161373-41b5-45d1-a2db-2ed07b600b9a is going to be deleted. [ 1081.114524] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.114774] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.143558] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('93556ab5-d8c5-4932-b73c-852db71ea006',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.147772] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.148014] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.164358] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5769c0da-65c9-4827-ad9d-5d19ee19c758',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.168148] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('35bca384-ec3b-4f75-9837-9bc109d60c39',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.170775] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.170775] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b96f8dc5-bf40-4d2b-8dba-008825c69808 is going to be deleted. [ 1081.171679] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.171890] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.179411] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.179519] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.185125] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5f63bbc2-480e-448b-afd1-ffaa1c551e05',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.186478] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.186677] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.186806] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.187086] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.187240] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.187393] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port 4c3dcd89-c913-45c6-bea8-155441e20c3e not found, creating... [ 1081.187659] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.187822] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.187982] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.188268] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.188414] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.188693] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.188851] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.188971] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.189352] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.189499] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.189642] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: 4c3dcd89-c913-45c6-bea8-155441e20c3e is going to be created. [ 1081.209986] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.210125] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa5fb495-7d80-45b9-b164-3bffeecb3d08 is going to be deleted. [ 1081.211313] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.211536] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.235624] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac523f2b-09d9-4df3-8b01-51cd50baa369',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.265107] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.265107] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d93a406-a4e8-49c7-825b-aa372fc54b45 is going to be deleted. [ 1081.265943] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.266198] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.268414] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.268650] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.268806] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.269067] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.269291] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.269515] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-4c3dcd89-c913-45c6-bea8-155441e20c3e" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.271585] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf4de9a2-fc16-45b8-939c-537e3f2c7f65',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.273520] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.273628] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.278772] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.278928] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.299584] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.299759] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7ca1301-f88b-49d8-ae1f-cd8cf65c9b2e is going to be deleted. [ 1081.303866] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.304221] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.349815] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.349962] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 526e4b2f-886d-4668-b7e6-b89e532036d8 is going to be deleted. [ 1081.351552] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.351799] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.384293] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.384293] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.389908] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.390094] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8bcafd83-f045-4f14-8d97-0f8286357a7f is going to be deleted. [ 1081.390981] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.391204] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.392910] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.392910] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.392910] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.392910] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.392910] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.392910] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.392910] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.392910] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.392910] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.392910] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.392910] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.393495] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.393495] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.393495] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.393495] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.393495] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.393495] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a20fd6fa-822a-49c1-a50b-46332e59ac20 is going to be created. [ 1081.394572] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.394755] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.394852] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.394996] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f8e3172-8166-4ade-8782-0bf3cd8e6f8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.395166] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.395330] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.395411] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.395524] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e89e8a74-9cfc-4f36-9810-7dfe3519140d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.399518] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.399730] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.399820] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.400057] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-545dfe74-8723-4988-87cb-3d279ff4702c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.400193] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.400340] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.400416] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.400536] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a34bef7-16d4-4e38-aef7-2fdf6472ace4" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.401144] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.401348] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.401436] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.401593] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5c82cc0b-25c7-4a42-8f5d-f096b8251e3f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.401692] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.401863] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.401943] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.402140] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-afb56769-cdf9-48c7-bdbd-75cf23489a62" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.402303] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.402492] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.402573] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.402722] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf2b9e5c-2739-481e-865c-b07f4f286b74" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.402835] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.403152] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.403152] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.403244] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ed25a93-e947-45e8-974b-645111add6cd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.403328] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.403479] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.403569] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.403721] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b96f8dc5-bf40-4d2b-8dba-008825c69808" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.403863] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.403990] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.404175] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.404275] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86161373-41b5-45d1-a2db-2ed07b600b9a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.404423] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.404578] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.404847] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.404847] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa5fb495-7d80-45b9-b164-3bffeecb3d08" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.409733] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.409845] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.409932] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.410048] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.410314] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.410447] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e7ca1301-f88b-49d8-ae1f-cd8cf65c9b2e" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.433109] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.433274] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.433333] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.433691] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.434094] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.434661] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d93a406-a4e8-49c7-825b-aa372fc54b45" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.548985] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.549171] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.549252] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.549439] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.549528] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.549652] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-526e4b2f-886d-4668-b7e6-b89e532036d8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.639082] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.639339] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.639409] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.639674] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.639814] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.639952] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8bcafd83-f045-4f14-8d97-0f8286357a7f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.646687] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 93556ab5-d8c5-4932-b73c-852db71ea006: rpc.has_security_group_logging(os_id): False [ 1081.665601] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.665781] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.665855] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.666135] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.666350] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.667576] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5769c0da-65c9-4827-ad9d-5d19ee19c758: rpc.has_security_group_logging(os_id): False [ 1081.670281] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 35bca384-ec3b-4f75-9837-9bc109d60c39: rpc.has_security_group_logging(os_id): False [ 1081.685537] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.685725] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.685773] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.686016] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.687153] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5f63bbc2-480e-448b-afd1-ffaa1c551e05: rpc.has_security_group_logging(os_id): False [ 1081.697916] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a20fd6fa-822a-49c1-a50b-46332e59ac20 in Status: IN_PROGRESS for 2s [ 1081.698838] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.698965] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.715309] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.715444] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.728472] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.728843] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.728843] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.728843] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.729051] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.729216] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.729216] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93556ab5-d8c5-4932-b73c-852db71ea006 is going to be updated. [ 1081.730421] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.730609] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.737799] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.738159] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.738159] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.738465] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.738553] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.738633] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac523f2b-09d9-4df3-8b01-51cd50baa369 is going to be updated. [ 1081.750858] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.751056] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.773745] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.773949] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.774074] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.774365] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.774455] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.774571] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 is going to be updated. [ 1081.798299] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.798809] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.798989] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.799502] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.799819] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.799940] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.802480] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35bca384-ec3b-4f75-9837-9bc109d60c39 is going to be updated. [ 1081.802480] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.802480] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.823195] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.823378] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.823444] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.823712] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.823848] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.826186] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.826320] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.826368] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.826620] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.827300] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.853919] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.854273] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.854431] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.854484] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.854766] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.854834] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.854974] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5769c0da-65c9-4827-ad9d-5d19ee19c758 is going to be updated. [ 1081.856098] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.856379] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.858087] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac523f2b-09d9-4df3-8b01-51cd50baa369 in Status: IN_PROGRESS for 2s [ 1081.859246] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 in Status: IN_PROGRESS for 2s [ 1081.881919] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.882448] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.882608] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.882678] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.882889] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.882972] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.883079] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f63bbc2-480e-448b-afd1-ffaa1c551e05 is going to be updated. [ 1081.887743] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.887949] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.888011] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.888198] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.888376] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.901769] env[69596]: INFO networking_nsxv3.common.synchronization [req-4fba5130-c32e-47e6-8ac5-0544e966ba10 req-be702c3b-56a7-44e1-9c7f-1a706b95d63e service nova] Enqueued Resource ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 with Priority: HIGHEST for action security_group_rules [ 1081.901951] env[69596]: INFO networking_nsxv3.common.synchronization [req-4fba5130-c32e-47e6-8ac5-0544e966ba10 req-be702c3b-56a7-44e1-9c7f-1a706b95d63e service nova] Enqueued Resource ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 with Priority: HIGHEST for action security_group_members [ 1081.902113] env[69596]: INFO networking_nsxv3.common.synchronization [req-4fba5130-c32e-47e6-8ac5-0544e966ba10 req-be702c3b-56a7-44e1-9c7f-1a706b95d63e service nova] Enqueued Resource ID: 4c3dcd89-c913-45c6-bea8-155441e20c3e with Priority: HIGHEST for action port [ 1081.902354] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 with Priority: HIGHEST for action security_group_rules [ 1081.902690] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 with Priority: HIGHEST for action security_group_members [ 1081.902690] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c3dcd89-c913-45c6-bea8-155441e20c3e with Priority: HIGHEST for action port [ 1081.904284] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93556ab5-d8c5-4932-b73c-852db71ea006 in Status: IN_PROGRESS for 2s [ 1081.904587] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf4de9a2-fc16-45b8-939c-537e3f2c7f65 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.904712] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.905070] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.905147] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.906571] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c3dcd89-c913-45c6-bea8-155441e20c3e taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.906571] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c3dcd89-c913-45c6-bea8-155441e20c3e" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.906571] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c3dcd89-c913-45c6-bea8-155441e20c3e" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.906918] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c3dcd89-c913-45c6-bea8-155441e20c3e" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.906918] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c3dcd89-c913-45c6-bea8-155441e20c3e',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.968450] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.968621] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.968659] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.968855] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.969037] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.011825] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.012025] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.012094] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.012331] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.012411] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.015536] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.015705] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.015782] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.015956] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.016111] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.024938] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35bca384-ec3b-4f75-9837-9bc109d60c39 in Status: IN_PROGRESS for 2s [ 1082.043483] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5769c0da-65c9-4827-ad9d-5d19ee19c758 in Status: IN_PROGRESS for 2s [ 1082.045160] env[69596]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1082.045575] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f63bbc2-480e-448b-afd1-ffaa1c551e05 in Status: IN_PROGRESS for 2s [ 1082.410061] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4c3dcd89-c913-45c6-bea8-155441e20c3e with status ACTIVE [ 1082.410061] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.410203] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.410255] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.410439] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.410530] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.410710] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.410830] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.410932] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.411140] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.411219] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.411422] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.411517] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.411569] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.411755] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.411831] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.411952] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4c3dcd89-c913-45c6-bea8-155441e20c3e is going to be updated. [ 1082.432433] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.432667] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.432723] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.433034] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.433194] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.433355] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c3dcd89-c913-45c6-bea8-155441e20c3e" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.832117] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5afc9254-219e-4511-af94-47853459010f in Status: SUCCESS [ 1082.832494] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5afc9254-219e-4511-af94-47853459010f deletion is rescheduled due to dependency. [ 1082.832494] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.712807] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a20fd6fa-822a-49c1-a50b-46332e59ac20 in Status: SUCCESS [ 1083.713098] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a20fd6fa-822a-49c1-a50b-46332e59ac20" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.868793] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 in Status: SUCCESS [ 1083.868995] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.869142] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.869356] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.869552] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.872114] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.872114] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.872114] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.872114] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.872114] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.872114] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bf4de9a2-fc16-45b8-939c-537e3f2c7f65',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.875048] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac523f2b-09d9-4df3-8b01-51cd50baa369 in Status: SUCCESS [ 1083.875048] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac523f2b-09d9-4df3-8b01-51cd50baa369" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.875048] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.875048] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.875048] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.875048] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.875048] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.875048] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.875048] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.875048] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf4de9a2-fc16-45b8-939c-537e3f2c7f65',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.877574] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac523f2b-09d9-4df3-8b01-51cd50baa369" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.877574] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac523f2b-09d9-4df3-8b01-51cd50baa369" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.877888] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.877996] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.878078] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.878214] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.878292] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.878367] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac523f2b-09d9-4df3-8b01-51cd50baa369" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.878454] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ac523f2b-09d9-4df3-8b01-51cd50baa369',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.917369] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93556ab5-d8c5-4932-b73c-852db71ea006 in Status: SUCCESS [ 1083.917530] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93556ab5-d8c5-4932-b73c-852db71ea006" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.039617] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35bca384-ec3b-4f75-9837-9bc109d60c39 in Status: SUCCESS [ 1084.040081] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35bca384-ec3b-4f75-9837-9bc109d60c39" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.060598] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f63bbc2-480e-448b-afd1-ffaa1c551e05 in Status: SUCCESS [ 1084.060771] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f63bbc2-480e-448b-afd1-ffaa1c551e05" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.061808] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5769c0da-65c9-4827-ad9d-5d19ee19c758 in Status: SUCCESS [ 1084.062101] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5769c0da-65c9-4827-ad9d-5d19ee19c758" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.374233] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.374451] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.380050] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf4de9a2-fc16-45b8-939c-537e3f2c7f65',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.380770] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac523f2b-09d9-4df3-8b01-51cd50baa369 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.380902] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac523f2b-09d9-4df3-8b01-51cd50baa369" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.380960] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac523f2b-09d9-4df3-8b01-51cd50baa369" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.381189] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac523f2b-09d9-4df3-8b01-51cd50baa369" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.381341] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.381785] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.381785] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.381785] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.381785] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.381933] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac523f2b-09d9-4df3-8b01-51cd50baa369" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.381963] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac523f2b-09d9-4df3-8b01-51cd50baa369 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.382049] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac523f2b-09d9-4df3-8b01-51cd50baa369" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.382099] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac523f2b-09d9-4df3-8b01-51cd50baa369" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.382674] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac523f2b-09d9-4df3-8b01-51cd50baa369" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.382674] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.382674] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.382674] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.382674] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.382924] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.382924] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac523f2b-09d9-4df3-8b01-51cd50baa369" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.382924] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ac523f2b-09d9-4df3-8b01-51cd50baa369',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.884682] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf4de9a2-fc16-45b8-939c-537e3f2c7f65',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.885776] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ac523f2b-09d9-4df3-8b01-51cd50baa369: rpc.has_security_group_logging(os_id): False [ 1084.903171] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.903390] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.903483] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.903763] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.925348] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.925457] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.925525] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.926025] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.926025] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.926025] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.926227] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.926227] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.926227] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.926357] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.926424] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.926683] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.926775] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.926835] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.926973] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.927064] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.927172] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac523f2b-09d9-4df3-8b01-51cd50baa369 is going to be updated. [ 1084.990030] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.990202] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.990255] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.990428] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.990565] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.002872] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac523f2b-09d9-4df3-8b01-51cd50baa369 in Status: IN_PROGRESS for 2s [ 1085.332443] env[69596]: INFO networking_nsxv3.common.synchronization [req-3f15122a-fb38-4fbc-b913-d6d551bc9cd7 req-f1c5b7fa-cd13-451f-9ccc-828ce642a9f2 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Enqueued Resource ID: 08b580bd-8f2d-4784-be88-380b69cef54a with Priority: HIGHEST for action security_group_members [ 1085.332975] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08b580bd-8f2d-4784-be88-380b69cef54a with Priority: HIGHEST for action security_group_members [ 1085.333305] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-08b580bd-8f2d-4784-be88-380b69cef54a taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.333602] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.333602] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.336346] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.336346] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.336482] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.336482] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.336599] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.336683] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.336773] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08b580bd-8f2d-4784-be88-380b69cef54a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.388381] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.390667] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.390667] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.390667] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.390667] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.390667] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 is going to be updated. [ 1085.415032] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.415032] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.415032] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.415032] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.415032] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.424772] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 in Status: IN_PROGRESS for 2s [ 1085.843812] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.843812] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.843812] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.843812] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.867793] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.867793] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.867793] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.867793] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.867793] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.867793] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.867793] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08b580bd-8f2d-4784-be88-380b69cef54a is going to be updated. [ 1085.893783] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.893783] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.893783] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.893783] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.893783] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.900582] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08b580bd-8f2d-4784-be88-380b69cef54a in Status: IN_PROGRESS for 2s [ 1087.015217] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac523f2b-09d9-4df3-8b01-51cd50baa369 in Status: SUCCESS [ 1087.015492] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac523f2b-09d9-4df3-8b01-51cd50baa369" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.434159] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 in Status: SUCCESS [ 1087.434381] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.434558] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.434788] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.435068] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.435168] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.435168] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.435329] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.435429] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.435515] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.435693] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.435768] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.435830] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.435982] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.436145] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.436235] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.436307] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.436442] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.436528] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.436610] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.436699] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bf4de9a2-fc16-45b8-939c-537e3f2c7f65',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.909712] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08b580bd-8f2d-4784-be88-380b69cef54a in Status: SUCCESS [ 1087.909861] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08b580bd-8f2d-4784-be88-380b69cef54a deletion is rescheduled due to dependency. [ 1087.909972] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.938641] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bf4de9a2-fc16-45b8-939c-537e3f2c7f65: rpc.has_security_group_logging(os_id): False [ 1087.965373] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.965513] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.965589] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.965792] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.988603] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.988603] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.988603] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.988603] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.990156] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.990156] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.990156] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.990156] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.990156] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.990156] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.990156] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.990156] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.990156] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.990156] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.990432] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.990432] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.990623] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 is going to be updated. [ 1088.045440] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.045833] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.045833] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.045968] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.046183] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.067868] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 in Status: IN_PROGRESS for 2s [ 1089.777123] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-849 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.777123] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-849" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.777123] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-849" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.777123] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-849" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.777123] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.777123] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.777123] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.777780] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.778091] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.778458] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1089.778697] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1089.778921] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1089.779146] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1089.779385] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1089.779595] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1089.779838] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1089.801777] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1089.801777] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1089.801777] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1089.801777] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-849" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.801777] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-39f3aeb9-9feb-4225-90a5-401a6f1cf7ff taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.801777] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-39f3aeb9-9feb-4225-90a5-401a6f1cf7ff" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.801777] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-39f3aeb9-9feb-4225-90a5-401a6f1cf7ff" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.801777] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-39f3aeb9-9feb-4225-90a5-401a6f1cf7ff" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.801777] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39f3aeb9-9feb-4225-90a5-401a6f1cf7ff',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.084576] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 in Status: SUCCESS [ 1090.084891] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.085090] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.085308] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.085398] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf4de9a2-fc16-45b8-939c-537e3f2c7f65',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.306579] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.306579] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.306579] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.306817] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.306922] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.307114] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port 39f3aeb9-9feb-4225-90a5-401a6f1cf7ff not found, creating... [ 1090.307536] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.308638] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.308638] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.308638] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.308638] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.308638] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.308810] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.308841] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.309069] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.309237] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.309405] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: 39f3aeb9-9feb-4225-90a5-401a6f1cf7ff is going to be created. [ 1090.328021] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.328110] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.328250] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.328506] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.329405] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.329405] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-39f3aeb9-9feb-4225-90a5-401a6f1cf7ff" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.334329] env[69596]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1090.334424] env[69596]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1090.589709] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.589926] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.590041] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.590320] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.590523] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.590668] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.590754] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.590936] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.591060] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.591176] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.591289] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bf4de9a2-fc16-45b8-939c-537e3f2c7f65',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.096021] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.096021] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.096021] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.096021] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.096021] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.096021] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.096021] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.096021] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.096021] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.096021] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.096021] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.096021] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.096021] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.096021] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.096021] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.096021] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.096807] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.096807] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.096807] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.096807] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.096807] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bf4de9a2-fc16-45b8-939c-537e3f2c7f65',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.231231] env[69596]: INFO networking_nsxv3.common.synchronization [req-26b6b7a6-29c7-43df-b61d-58529c416c02 req-c4f7f118-ff6d-443a-a53a-f21a98221e4f service nova] Enqueued Resource ID: 5afc9254-219e-4511-af94-47853459010f with Priority: HIGHEST for action security_group_rules [ 1091.231231] env[69596]: INFO networking_nsxv3.common.synchronization [req-26b6b7a6-29c7-43df-b61d-58529c416c02 req-c4f7f118-ff6d-443a-a53a-f21a98221e4f service nova] Enqueued Resource ID: 5afc9254-219e-4511-af94-47853459010f with Priority: HIGHEST for action security_group_members [ 1091.231231] env[69596]: INFO networking_nsxv3.common.synchronization [req-26b6b7a6-29c7-43df-b61d-58529c416c02 req-c4f7f118-ff6d-443a-a53a-f21a98221e4f service nova] Enqueued Resource ID: 39f3aeb9-9feb-4225-90a5-401a6f1cf7ff with Priority: HIGHEST for action port [ 1091.231231] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5afc9254-219e-4511-af94-47853459010f with Priority: HIGHEST for action security_group_rules [ 1091.231231] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5afc9254-219e-4511-af94-47853459010f with Priority: HIGHEST for action security_group_members [ 1091.231231] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39f3aeb9-9feb-4225-90a5-401a6f1cf7ff with Priority: HIGHEST for action port [ 1091.231231] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5afc9254-219e-4511-af94-47853459010f taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.231231] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.231231] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.231231] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.231763] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5afc9254-219e-4511-af94-47853459010f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.232916] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-5afc9254-219e-4511-af94-47853459010f taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.233212] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.233516] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.233786] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.234045] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.234257] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.234400] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.234620] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.235067] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.235257] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5afc9254-219e-4511-af94-47853459010f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.236141] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-39f3aeb9-9feb-4225-90a5-401a6f1cf7ff taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.236414] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39f3aeb9-9feb-4225-90a5-401a6f1cf7ff" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.236641] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39f3aeb9-9feb-4225-90a5-401a6f1cf7ff" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.236932] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39f3aeb9-9feb-4225-90a5-401a6f1cf7ff" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.237115] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39f3aeb9-9feb-4225-90a5-401a6f1cf7ff',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.598737] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bf4de9a2-fc16-45b8-939c-537e3f2c7f65: rpc.has_security_group_logging(os_id): False [ 1091.615696] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.616913] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.617075] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.617331] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.617456] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.617687] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.621162] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.621244] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.621440] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.621495] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.621706] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.621807] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.621872] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.622121] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.622227] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.622428] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.622524] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.622588] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.622727] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.622812] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.622949] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 is going to be updated. [ 1091.679891] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.680047] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.680105] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.680307] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.680444] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.719270] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 in Status: IN_PROGRESS for 2s [ 1091.741054] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 39f3aeb9-9feb-4225-90a5-401a6f1cf7ff with status ACTIVE [ 1091.741054] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.741054] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.741054] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.741054] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.741054] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.741054] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.741054] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.741054] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.741054] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.741054] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.741629] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.741629] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.741629] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.741629] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.741629] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.741629] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 39f3aeb9-9feb-4225-90a5-401a6f1cf7ff is going to be updated. [ 1091.742652] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5afc9254-219e-4511-af94-47853459010f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.743980] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-5afc9254-219e-4511-af94-47853459010f taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.743980] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.765444] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.765444] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.765444] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.765444] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.765444] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.765444] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39f3aeb9-9feb-4225-90a5-401a6f1cf7ff" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.245150] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5afc9254-219e-4511-af94-47853459010f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.499489] env[69596]: INFO networking_nsxv3.common.synchronization [req-4add0d53-b184-4157-893b-9c864bc867a1 req-06f52897-f5ad-4488-b159-be911cddfd55 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Enqueued Resource ID: a20fd6fa-822a-49c1-a50b-46332e59ac20 with Priority: HIGHEST for action security_group_members [ 1092.500768] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a20fd6fa-822a-49c1-a50b-46332e59ac20 with Priority: HIGHEST for action security_group_members [ 1092.500768] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-a20fd6fa-822a-49c1-a50b-46332e59ac20 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.500768] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a20fd6fa-822a-49c1-a50b-46332e59ac20" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.500768] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a20fd6fa-822a-49c1-a50b-46332e59ac20" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.501212] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a20fd6fa-822a-49c1-a50b-46332e59ac20" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.501212] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.501212] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.501212] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.501438] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.501438] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.501517] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a20fd6fa-822a-49c1-a50b-46332e59ac20',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.749323] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.750062] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.750176] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.750404] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.750498] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.750614] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5afc9254-219e-4511-af94-47853459010f is going to be updated. [ 1092.782670] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.782873] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.782980] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.783268] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.783447] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.787266] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-836 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.787558] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-836" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.787786] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-836" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.788254] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-836" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.788505] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.788775] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.788999] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.789342] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.789595] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.789901] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1092.790127] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1092.790324] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1092.790534] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1092.790756] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1092.790984] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1092.791247] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1092.793497] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5afc9254-219e-4511-af94-47853459010f in Status: IN_PROGRESS for 2s [ 1092.831108] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1092.831108] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.039 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1092.831108] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1092.831108] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-836" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.831108] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-2229dff9-e166-4cdd-b28b-f0f5bc152d80 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.831108] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-2229dff9-e166-4cdd-b28b-f0f5bc152d80" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.835116] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-2229dff9-e166-4cdd-b28b-f0f5bc152d80" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.835647] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-2229dff9-e166-4cdd-b28b-f0f5bc152d80" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.835871] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2229dff9-e166-4cdd-b28b-f0f5bc152d80',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.004348] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a20fd6fa-822a-49c1-a50b-46332e59ac20',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.338571] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.339094] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.339094] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.339290] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.339495] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.339669] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port 2229dff9-e166-4cdd-b28b-f0f5bc152d80 not found, creating... [ 1093.339943] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.340136] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.340261] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.340493] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.340654] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.340945] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.342051] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.342297] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.342623] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.342794] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.343237] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: 2229dff9-e166-4cdd-b28b-f0f5bc152d80 is going to be created. [ 1093.362479] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.362726] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.362931] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.363270] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.363523] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.364107] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-2229dff9-e166-4cdd-b28b-f0f5bc152d80" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.507196] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a20fd6fa-822a-49c1-a50b-46332e59ac20',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.674242] env[69596]: INFO networking_nsxv3.common.synchronization [req-ec978d12-8313-4678-bd49-6b75f28c5db4 req-d8fede20-beb0-463a-9e25-90a25151e065 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] Enqueued Resource ID: d29b939e-3353-4fc5-b0d3-0dd32541d308 with Priority: HIGHEST for action security_group_members [ 1093.674977] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d29b939e-3353-4fc5-b0d3-0dd32541d308 with Priority: HIGHEST for action security_group_members [ 1093.675158] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-d29b939e-3353-4fc5-b0d3-0dd32541d308 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.675255] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d29b939e-3353-4fc5-b0d3-0dd32541d308" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.675255] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d29b939e-3353-4fc5-b0d3-0dd32541d308" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.675451] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d29b939e-3353-4fc5-b0d3-0dd32541d308" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.675603] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.675694] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.675750] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.675895] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.676042] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.676852] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d29b939e-3353-4fc5-b0d3-0dd32541d308',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.735926] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 in Status: SUCCESS [ 1093.736419] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.009181] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.009764] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.009935] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.010890] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.010890] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.010890] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a20fd6fa-822a-49c1-a50b-46332e59ac20 is going to be updated. [ 1094.041249] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.041410] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.041508] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.041746] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.041894] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.053692] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a20fd6fa-822a-49c1-a50b-46332e59ac20 in Status: IN_PROGRESS for 2s [ 1094.059663] env[69596]: INFO networking_nsxv3.common.synchronization [req-4add0d53-b184-4157-893b-9c864bc867a1 req-a2a12e53-6aa9-44f3-be0e-4ba4e0f2db33 service nova] Enqueued Resource ID: a20fd6fa-822a-49c1-a50b-46332e59ac20 with Priority: HIGHEST for action security_group_rules [ 1094.059856] env[69596]: INFO networking_nsxv3.common.synchronization [req-4add0d53-b184-4157-893b-9c864bc867a1 req-a2a12e53-6aa9-44f3-be0e-4ba4e0f2db33 service nova] Enqueued Resource ID: a20fd6fa-822a-49c1-a50b-46332e59ac20 with Priority: HIGHEST for action security_group_members [ 1094.060027] env[69596]: INFO networking_nsxv3.common.synchronization [req-4add0d53-b184-4157-893b-9c864bc867a1 req-a2a12e53-6aa9-44f3-be0e-4ba4e0f2db33 service nova] Enqueued Resource ID: 2229dff9-e166-4cdd-b28b-f0f5bc152d80 with Priority: HIGHEST for action port [ 1094.060568] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a20fd6fa-822a-49c1-a50b-46332e59ac20 with Priority: HIGHEST for action security_group_rules [ 1094.060819] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a20fd6fa-822a-49c1-a50b-46332e59ac20 with Priority: HIGHEST for action security_group_members [ 1094.060819] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2229dff9-e166-4cdd-b28b-f0f5bc152d80 with Priority: HIGHEST for action port [ 1094.063441] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a20fd6fa-822a-49c1-a50b-46332e59ac20 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.063441] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a20fd6fa-822a-49c1-a50b-46332e59ac20" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.063441] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a20fd6fa-822a-49c1-a50b-46332e59ac20" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.063441] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a20fd6fa-822a-49c1-a50b-46332e59ac20" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.063441] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a20fd6fa-822a-49c1-a50b-46332e59ac20',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.068211] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-a20fd6fa-822a-49c1-a50b-46332e59ac20 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.068211] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a20fd6fa-822a-49c1-a50b-46332e59ac20" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.068211] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-2229dff9-e166-4cdd-b28b-f0f5bc152d80 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.068211] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2229dff9-e166-4cdd-b28b-f0f5bc152d80" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.068211] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2229dff9-e166-4cdd-b28b-f0f5bc152d80" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.068211] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2229dff9-e166-4cdd-b28b-f0f5bc152d80" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.068211] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2229dff9-e166-4cdd-b28b-f0f5bc152d80',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.179789] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.180072] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.180149] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.180370] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.205171] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.205548] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.205648] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.205722] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.205917] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.206067] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.206152] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d29b939e-3353-4fc5-b0d3-0dd32541d308 is going to be updated. [ 1094.241754] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.241754] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.241754] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.241754] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.241754] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.250855] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d29b939e-3353-4fc5-b0d3-0dd32541d308 in Status: IN_PROGRESS for 2s [ 1094.570559] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-a20fd6fa-822a-49c1-a50b-46332e59ac20 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.570875] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a20fd6fa-822a-49c1-a50b-46332e59ac20" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.570875] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2229dff9-e166-4cdd-b28b-f0f5bc152d80 with status ACTIVE [ 1094.571047] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.571162] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.571221] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.571438] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.571605] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.571697] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.571796] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.571855] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.572014] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.572097] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.572278] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.572371] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.572422] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.572563] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.572637] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.572728] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2229dff9-e166-4cdd-b28b-f0f5bc152d80 is going to be updated. [ 1094.593339] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.593339] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.593339] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.593339] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.593339] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.593529] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2229dff9-e166-4cdd-b28b-f0f5bc152d80" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.805225] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5afc9254-219e-4511-af94-47853459010f in Status: SUCCESS [ 1094.805402] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.805632] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.805909] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.806167] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.806332] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.806548] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.806625] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.806715] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.806804] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.806897] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5afc9254-219e-4511-af94-47853459010f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.309994] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-5afc9254-219e-4511-af94-47853459010f taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.310150] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.310150] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.310366] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.310531] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.310630] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.310695] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.310842] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.310943] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.311016] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.311164] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-5afc9254-219e-4511-af94-47853459010f taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.311250] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.311309] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.311478] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.311644] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.311738] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.311834] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.311963] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.312049] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.312128] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.312216] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5afc9254-219e-4511-af94-47853459010f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.814836] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5afc9254-219e-4511-af94-47853459010f: rpc.has_security_group_logging(os_id): False [ 1095.832665] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.832946] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.833072] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.833411] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.833525] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.833826] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.833943] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.834037] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.834279] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.834426] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.834707] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.834884] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.834991] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.835258] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.835388] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.835695] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.835911] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.835967] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.836206] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.836338] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.836499] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5afc9254-219e-4511-af94-47853459010f is going to be updated. [ 1095.891193] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.891338] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.891403] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.892637] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.892637] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.905875] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5afc9254-219e-4511-af94-47853459010f in Status: IN_PROGRESS for 2s [ 1096.063405] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a20fd6fa-822a-49c1-a50b-46332e59ac20 in Status: SUCCESS [ 1096.063639] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a20fd6fa-822a-49c1-a50b-46332e59ac20" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.063860] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a20fd6fa-822a-49c1-a50b-46332e59ac20" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.064065] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a20fd6fa-822a-49c1-a50b-46332e59ac20" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.064263] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.064379] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.064444] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.064594] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.064675] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.064768] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a20fd6fa-822a-49c1-a50b-46332e59ac20',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.259861] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d29b939e-3353-4fc5-b0d3-0dd32541d308 in Status: SUCCESS [ 1096.260162] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d29b939e-3353-4fc5-b0d3-0dd32541d308 deletion is rescheduled due to dependency. [ 1096.260282] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d29b939e-3353-4fc5-b0d3-0dd32541d308" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.566873] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a20fd6fa-822a-49c1-a50b-46332e59ac20',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.035297] env[69596]: INFO networking_nsxv3.common.synchronization [req-0b9711f8-7728-4d5f-bff8-556fb3a79237 req-324d746a-da0f-484c-8aa0-4cdb2f203b9e tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Enqueued Resource ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 with Priority: HIGHEST for action security_group_members [ 1097.035297] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 with Priority: HIGHEST for action security_group_members [ 1097.035297] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.035297] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.035297] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.035297] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.035297] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.035297] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.035297] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.035297] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.035854] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.036116] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf4de9a2-fc16-45b8-939c-537e3f2c7f65',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.069035] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a20fd6fa-822a-49c1-a50b-46332e59ac20',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.538474] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf4de9a2-fc16-45b8-939c-537e3f2c7f65',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.572031] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.572031] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.572031] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.573029] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.573029] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.573029] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a20fd6fa-822a-49c1-a50b-46332e59ac20 is going to be updated. [ 1097.598406] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.598799] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.598799] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.598921] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.598987] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.607289] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a20fd6fa-822a-49c1-a50b-46332e59ac20 in Status: IN_PROGRESS for 2s [ 1097.934849] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5afc9254-219e-4511-af94-47853459010f in Status: SUCCESS [ 1097.935208] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.043910] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf4de9a2-fc16-45b8-939c-537e3f2c7f65',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.547175] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.550548] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.550548] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.550548] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.550548] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.550548] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 is going to be updated. [ 1098.581167] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.581167] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.581167] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.581167] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.581167] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.590293] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 in Status: IN_PROGRESS for 2s [ 1099.384539] env[69596]: INFO networking_nsxv3.common.synchronization [req-d5ff00ba-7194-4d57-a126-7c2e1226346c req-c80260e8-9154-41b7-8359-9c175f73d6e6 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Enqueued Resource ID: 5769c0da-65c9-4827-ad9d-5d19ee19c758 with Priority: HIGHEST for action security_group_members [ 1099.385175] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5769c0da-65c9-4827-ad9d-5d19ee19c758 with Priority: HIGHEST for action security_group_members [ 1099.385881] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-5769c0da-65c9-4827-ad9d-5d19ee19c758 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.385881] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5769c0da-65c9-4827-ad9d-5d19ee19c758" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.385881] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5769c0da-65c9-4827-ad9d-5d19ee19c758" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.385881] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5769c0da-65c9-4827-ad9d-5d19ee19c758" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.386167] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.386167] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.386167] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.386259] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.386390] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.386438] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5769c0da-65c9-4827-ad9d-5d19ee19c758',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.616519] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a20fd6fa-822a-49c1-a50b-46332e59ac20 in Status: SUCCESS [ 1099.616777] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a20fd6fa-822a-49c1-a50b-46332e59ac20" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.616944] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a20fd6fa-822a-49c1-a50b-46332e59ac20" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.617618] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a20fd6fa-822a-49c1-a50b-46332e59ac20" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.617618] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.617618] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.617789] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.617819] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.617891] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.617977] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a20fd6fa-822a-49c1-a50b-46332e59ac20" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.618080] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a20fd6fa-822a-49c1-a50b-46332e59ac20',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.890029] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.890029] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.890029] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.890029] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.890029] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.890029] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.890029] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.890029] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.890029] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.890029] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.890029] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5769c0da-65c9-4827-ad9d-5d19ee19c758 is going to be updated. [ 1099.915949] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.915949] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.915949] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.915949] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.915949] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.923950] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5769c0da-65c9-4827-ad9d-5d19ee19c758 in Status: IN_PROGRESS for 2s [ 1100.120292] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-a20fd6fa-822a-49c1-a50b-46332e59ac20 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.121299] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a20fd6fa-822a-49c1-a50b-46332e59ac20" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.121376] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a20fd6fa-822a-49c1-a50b-46332e59ac20" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.121615] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a20fd6fa-822a-49c1-a50b-46332e59ac20" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.122234] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.122364] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.122430] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.122614] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.123812] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.123812] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a20fd6fa-822a-49c1-a50b-46332e59ac20" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.123812] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-a20fd6fa-822a-49c1-a50b-46332e59ac20 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.123812] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a20fd6fa-822a-49c1-a50b-46332e59ac20" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.123812] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a20fd6fa-822a-49c1-a50b-46332e59ac20" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.123812] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a20fd6fa-822a-49c1-a50b-46332e59ac20" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.123812] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.123812] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.123812] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.123812] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.123812] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.123812] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a20fd6fa-822a-49c1-a50b-46332e59ac20" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.124231] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a20fd6fa-822a-49c1-a50b-46332e59ac20',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.605151] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 in Status: SUCCESS [ 1100.605571] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.627130] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a20fd6fa-822a-49c1-a50b-46332e59ac20: rpc.has_security_group_logging(os_id): False [ 1100.644230] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.644452] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.644452] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.644641] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.644731] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.644945] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.645057] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.645113] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.645263] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.645342] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.645530] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.645622] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.645678] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.645848] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.645931] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.646124] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.646229] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.646290] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.646657] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.646657] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.646657] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a20fd6fa-822a-49c1-a50b-46332e59ac20 is going to be updated. [ 1100.725562] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.725562] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.725562] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.725562] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.725562] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.737509] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a20fd6fa-822a-49c1-a50b-46332e59ac20 in Status: IN_PROGRESS for 2s [ 1101.841752] env[69596]: INFO networking_nsxv3.common.synchronization [None req-f2c45073-a8e2-4fa1-ae83-d086a70d9fb6 None None] Enqueued Resource ID: 013d0e96-0c98-43b6-8f8f-3ff37ac05393 with Priority: HIGHEST for action port [ 1101.842339] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 013d0e96-0c98-43b6-8f8f-3ff37ac05393 with Priority: HIGHEST for action port [ 1101.842756] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-013d0e96-0c98-43b6-8f8f-3ff37ac05393 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.842818] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-013d0e96-0c98-43b6-8f8f-3ff37ac05393" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.842900] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-013d0e96-0c98-43b6-8f8f-3ff37ac05393" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.846474] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-013d0e96-0c98-43b6-8f8f-3ff37ac05393" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.846596] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('013d0e96-0c98-43b6-8f8f-3ff37ac05393',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.935265] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5769c0da-65c9-4827-ad9d-5d19ee19c758 in Status: SUCCESS [ 1101.935481] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5769c0da-65c9-4827-ad9d-5d19ee19c758 deletion is rescheduled due to dependency. [ 1101.935616] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5769c0da-65c9-4827-ad9d-5d19ee19c758" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.349601] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 013d0e96-0c98-43b6-8f8f-3ff37ac05393 [ 1102.349844] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.349980] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.350069] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.350289] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.350377] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.350470] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:013d0e96-0c98-43b6-8f8f-3ff37ac05393 already deleted. [ 1102.350560] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-013d0e96-0c98-43b6-8f8f-3ff37ac05393" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.750414] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a20fd6fa-822a-49c1-a50b-46332e59ac20 in Status: SUCCESS [ 1102.750649] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a20fd6fa-822a-49c1-a50b-46332e59ac20" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.136320] env[69596]: INFO networking_nsxv3.common.synchronization [req-99f2ea31-b2d5-4d01-b71b-51b2643c1365 req-944a8643-b743-48ce-8141-63cd7228814f tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Enqueued Resource ID: 2c6059fe-1867-4c1c-86f3-a22de31182bf with Priority: HIGHEST for action security_group_members [ 1103.136845] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c6059fe-1867-4c1c-86f3-a22de31182bf with Priority: HIGHEST for action security_group_members [ 1103.137193] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c6059fe-1867-4c1c-86f3-a22de31182bf taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.137313] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c6059fe-1867-4c1c-86f3-a22de31182bf" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.137380] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c6059fe-1867-4c1c-86f3-a22de31182bf" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.137573] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c6059fe-1867-4c1c-86f3-a22de31182bf" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.137722] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.137815] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.137879] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.138994] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.139165] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.139606] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c6059fe-1867-4c1c-86f3-a22de31182bf',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.364673] env[69596]: INFO networking_nsxv3.common.synchronization [req-6c46f6b2-996d-48b1-b757-554a0ab08615 req-350ace2f-9a3e-4416-b8f4-bc473e2c2ce7 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Enqueued Resource ID: ac523f2b-09d9-4df3-8b01-51cd50baa369 with Priority: HIGHEST for action security_group_members [ 1103.365643] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac523f2b-09d9-4df3-8b01-51cd50baa369 with Priority: HIGHEST for action security_group_members [ 1103.366155] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac523f2b-09d9-4df3-8b01-51cd50baa369 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.366453] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac523f2b-09d9-4df3-8b01-51cd50baa369" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.366647] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac523f2b-09d9-4df3-8b01-51cd50baa369" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.367198] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac523f2b-09d9-4df3-8b01-51cd50baa369" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.368814] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.368814] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.368814] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.368814] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.368814] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.368814] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac523f2b-09d9-4df3-8b01-51cd50baa369',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.642264] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.642496] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.642585] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.642837] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.667080] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.667080] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.667080] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.667080] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.667448] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.667448] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.667448] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c6059fe-1867-4c1c-86f3-a22de31182bf is going to be updated. [ 1103.697025] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.697025] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.697025] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.697025] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.697025] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.703724] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c6059fe-1867-4c1c-86f3-a22de31182bf in Status: IN_PROGRESS for 2s [ 1103.872168] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac523f2b-09d9-4df3-8b01-51cd50baa369',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.019118] env[69596]: INFO networking_nsxv3.common.synchronization [req-e8f9ea89-d0ad-4742-9cbe-d32ee20a8cbb req-61789307-bcf9-41b6-b178-3d945e7ef918 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Enqueued Resource ID: a20fd6fa-822a-49c1-a50b-46332e59ac20 with Priority: HIGHEST for action security_group_members [ 1104.020193] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a20fd6fa-822a-49c1-a50b-46332e59ac20 with Priority: HIGHEST for action security_group_members [ 1104.021965] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-a20fd6fa-822a-49c1-a50b-46332e59ac20 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.021965] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a20fd6fa-822a-49c1-a50b-46332e59ac20" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.021965] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a20fd6fa-822a-49c1-a50b-46332e59ac20" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.021965] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a20fd6fa-822a-49c1-a50b-46332e59ac20" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.022331] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.027693] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.027693] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.027693] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.027693] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.027693] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a20fd6fa-822a-49c1-a50b-46332e59ac20',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.367664] env[69596]: INFO networking_nsxv3.common.synchronization [None req-9f66525a-aee8-4266-807d-ae30b7df5b1f tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Enqueued Resource ID: e8063eca-44c5-4efb-90d6-e16f8ae4f041 with Priority: HIGHEST for action security_group_rules [ 1104.368238] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8063eca-44c5-4efb-90d6-e16f8ae4f041 with Priority: HIGHEST for action security_group_rules [ 1104.368546] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8063eca-44c5-4efb-90d6-e16f8ae4f041 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.368795] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8063eca-44c5-4efb-90d6-e16f8ae4f041" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.368795] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8063eca-44c5-4efb-90d6-e16f8ae4f041" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.368994] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8063eca-44c5-4efb-90d6-e16f8ae4f041" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.369376] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8063eca-44c5-4efb-90d6-e16f8ae4f041',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.375907] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac523f2b-09d9-4df3-8b01-51cd50baa369',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.442846] env[69596]: INFO networking_nsxv3.common.synchronization [None req-1e0d0da7-5533-4df0-9276-b580d83b1da3 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Enqueued Resource ID: e8063eca-44c5-4efb-90d6-e16f8ae4f041 with Priority: HIGHEST for action security_group_rules [ 1104.443311] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8063eca-44c5-4efb-90d6-e16f8ae4f041 with Priority: HIGHEST for action security_group_rules [ 1104.443611] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8063eca-44c5-4efb-90d6-e16f8ae4f041 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.443722] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8063eca-44c5-4efb-90d6-e16f8ae4f041" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.486013] env[69596]: INFO networking_nsxv3.common.synchronization [None req-c9e9a779-eaf7-478e-9d41-3a417d9120bb None None] Enqueued Resource ID: 84c9a12b-21b0-4a89-b6c0-263487e268ba with Priority: HIGHEST for action port [ 1104.486683] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84c9a12b-21b0-4a89-b6c0-263487e268ba with Priority: HIGHEST for action port [ 1104.487557] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-84c9a12b-21b0-4a89-b6c0-263487e268ba taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.487795] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-84c9a12b-21b0-4a89-b6c0-263487e268ba" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.488073] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-84c9a12b-21b0-4a89-b6c0-263487e268ba" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.488429] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-84c9a12b-21b0-4a89-b6c0-263487e268ba" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.488601] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84c9a12b-21b0-4a89-b6c0-263487e268ba',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.528556] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a20fd6fa-822a-49c1-a50b-46332e59ac20',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.833339] env[69596]: INFO networking_nsxv3.common.synchronization [req-24608fdc-6248-4903-98c4-9ac01d6619c0 req-0b300806-5918-4311-a53f-7ad818891fbf tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Enqueued Resource ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 with Priority: HIGHEST for action security_group_members [ 1104.834121] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 with Priority: HIGHEST for action security_group_members [ 1104.834317] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.834647] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.834647] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.834739] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.834870] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.834981] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.835076] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.835240] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.835376] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.835428] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf4de9a2-fc16-45b8-939c-537e3f2c7f65',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.878334] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.878481] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.879527] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.879527] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.879527] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.879527] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac523f2b-09d9-4df3-8b01-51cd50baa369 is going to be updated. [ 1104.890977] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.891202] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.891202] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.891475] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.891585] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.891725] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8063eca-44c5-4efb-90d6-e16f8ae4f041 already deleted. [ 1104.891815] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8063eca-44c5-4efb-90d6-e16f8ae4f041" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.892103] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8063eca-44c5-4efb-90d6-e16f8ae4f041" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.892198] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8063eca-44c5-4efb-90d6-e16f8ae4f041" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.892301] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8063eca-44c5-4efb-90d6-e16f8ae4f041',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.904624] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.905047] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.905047] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.905231] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.905517] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.916316] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac523f2b-09d9-4df3-8b01-51cd50baa369 in Status: IN_PROGRESS for 2s [ 1104.991485] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 84c9a12b-21b0-4a89-b6c0-263487e268ba [ 1104.991711] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.991871] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.991965] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.992200] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.992284] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.992388] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:84c9a12b-21b0-4a89-b6c0-263487e268ba already deleted. [ 1104.992490] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-84c9a12b-21b0-4a89-b6c0-263487e268ba" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.031854] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a20fd6fa-822a-49c1-a50b-46332e59ac20',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.337875] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.337992] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.338087] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.338307] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.338398] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.338597] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.338694] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.338757] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.338922] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.339034] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.339131] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 is going to be updated. [ 1105.369502] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.369787] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.369787] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.369992] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.370035] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.379532] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 in Status: IN_PROGRESS for 2s [ 1105.412081] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.412238] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.412354] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.412521] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.412611] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.412704] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8063eca-44c5-4efb-90d6-e16f8ae4f041 already deleted. [ 1105.412785] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8063eca-44c5-4efb-90d6-e16f8ae4f041" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.536349] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.536523] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.536583] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.536838] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.536946] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.537011] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a20fd6fa-822a-49c1-a50b-46332e59ac20 is going to be updated. [ 1105.565629] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.565748] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.565850] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.566006] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.566186] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.574024] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a20fd6fa-822a-49c1-a50b-46332e59ac20 in Status: IN_PROGRESS for 2s [ 1105.718752] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c6059fe-1867-4c1c-86f3-a22de31182bf in Status: SUCCESS [ 1105.718854] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c6059fe-1867-4c1c-86f3-a22de31182bf deletion is rescheduled due to dependency. [ 1105.719134] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c6059fe-1867-4c1c-86f3-a22de31182bf" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.926777] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac523f2b-09d9-4df3-8b01-51cd50baa369 in Status: SUCCESS [ 1106.926777] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac523f2b-09d9-4df3-8b01-51cd50baa369" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.389889] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 in Status: SUCCESS [ 1107.390077] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 deletion is rescheduled due to dependency. [ 1107.390194] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.585162] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a20fd6fa-822a-49c1-a50b-46332e59ac20 in Status: SUCCESS [ 1107.585467] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a20fd6fa-822a-49c1-a50b-46332e59ac20" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.802867] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-849 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.803040] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-849" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.803173] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-849" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.803452] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-849" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.803714] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.803875] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.804199] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.804502] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.804713] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.805074] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1107.805367] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1107.805548] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1107.805717] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1107.805887] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1107.806050] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1107.806267] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1107.825139] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1107.825465] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1107.825465] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1107.825668] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-849" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.826212] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-39f3aeb9-9feb-4225-90a5-401a6f1cf7ff taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.826212] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-39f3aeb9-9feb-4225-90a5-401a6f1cf7ff" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.826349] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-39f3aeb9-9feb-4225-90a5-401a6f1cf7ff" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.826688] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-39f3aeb9-9feb-4225-90a5-401a6f1cf7ff" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.826868] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39f3aeb9-9feb-4225-90a5-401a6f1cf7ff',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.328893] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.329566] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.329789] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.330102] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.330265] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.330574] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.330742] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.330865] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.331152] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.331321] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.331906] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.332089] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.332217] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.332447] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.332621] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.332860] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: 39f3aeb9-9feb-4225-90a5-401a6f1cf7ff is going to be updated. [ 1108.354258] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.354402] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.354533] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.354785] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.355070] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.355325] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-39f3aeb9-9feb-4225-90a5-401a6f1cf7ff" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.120902] env[69596]: INFO networking_nsxv3.common.synchronization [req-993ce76b-184a-453d-bfba-a624e2673d63 req-bb378907-f45b-476b-869e-79e778ab274d service nova] Enqueued Resource ID: 5afc9254-219e-4511-af94-47853459010f with Priority: HIGHEST for action security_group_rules [ 1109.121107] env[69596]: INFO networking_nsxv3.common.synchronization [req-993ce76b-184a-453d-bfba-a624e2673d63 req-bb378907-f45b-476b-869e-79e778ab274d service nova] Enqueued Resource ID: 5afc9254-219e-4511-af94-47853459010f with Priority: HIGHEST for action security_group_members [ 1109.121305] env[69596]: INFO networking_nsxv3.common.synchronization [req-993ce76b-184a-453d-bfba-a624e2673d63 req-bb378907-f45b-476b-869e-79e778ab274d service nova] Enqueued Resource ID: 39f3aeb9-9feb-4225-90a5-401a6f1cf7ff with Priority: HIGHEST for action port [ 1109.121476] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5afc9254-219e-4511-af94-47853459010f with Priority: HIGHEST for action security_group_rules [ 1109.121615] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5afc9254-219e-4511-af94-47853459010f with Priority: HIGHEST for action security_group_members [ 1109.121701] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39f3aeb9-9feb-4225-90a5-401a6f1cf7ff with Priority: HIGHEST for action port [ 1109.122288] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5afc9254-219e-4511-af94-47853459010f taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.122418] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.122490] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.122743] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.122788] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5afc9254-219e-4511-af94-47853459010f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.123649] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-5afc9254-219e-4511-af94-47853459010f taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.123767] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.123850] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.124071] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.124247] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.124332] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.124396] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.124596] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.124682] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.124682] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5afc9254-219e-4511-af94-47853459010f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.125522] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-39f3aeb9-9feb-4225-90a5-401a6f1cf7ff taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.125655] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39f3aeb9-9feb-4225-90a5-401a6f1cf7ff" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.125712] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39f3aeb9-9feb-4225-90a5-401a6f1cf7ff" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.125829] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39f3aeb9-9feb-4225-90a5-401a6f1cf7ff" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.125904] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39f3aeb9-9feb-4225-90a5-401a6f1cf7ff',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.628115] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5afc9254-219e-4511-af94-47853459010f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.629176] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-5afc9254-219e-4511-af94-47853459010f taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.629316] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.629680] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 39f3aeb9-9feb-4225-90a5-401a6f1cf7ff with status ACTIVE [ 1109.629850] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.629956] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.630034] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.630237] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.630327] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.630516] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.630583] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.630645] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.630792] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.630916] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.631067] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.631169] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.631224] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.631361] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.631435] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.631516] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 39f3aeb9-9feb-4225-90a5-401a6f1cf7ff is going to be updated. [ 1109.662812] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.662984] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.663087] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.663333] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.663517] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.663721] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39f3aeb9-9feb-4225-90a5-401a6f1cf7ff" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.130126] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5afc9254-219e-4511-af94-47853459010f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.633063] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.633063] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.633063] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.633063] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.633569] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.633569] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5afc9254-219e-4511-af94-47853459010f is going to be updated. [ 1110.663141] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.663141] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.663141] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.663574] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.663574] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.676083] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5afc9254-219e-4511-af94-47853459010f in Status: IN_PROGRESS for 2s [ 1111.660340] env[69596]: INFO networking_nsxv3.common.synchronization [req-5c03dd67-0407-445f-abe4-cf80b332f673 req-7001a70e-8b83-4a2e-bb6b-ad681372bf9a tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Enqueued Resource ID: ac523f2b-09d9-4df3-8b01-51cd50baa369 with Priority: HIGHEST for action security_group_members [ 1111.661495] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac523f2b-09d9-4df3-8b01-51cd50baa369 with Priority: HIGHEST for action security_group_members [ 1111.661495] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac523f2b-09d9-4df3-8b01-51cd50baa369 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.661495] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac523f2b-09d9-4df3-8b01-51cd50baa369" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.661495] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac523f2b-09d9-4df3-8b01-51cd50baa369" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.661658] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac523f2b-09d9-4df3-8b01-51cd50baa369" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.661762] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.662354] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.662437] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.662589] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.662675] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.662768] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac523f2b-09d9-4df3-8b01-51cd50baa369',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.166225] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.166575] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.166687] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.166909] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.167015] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.167287] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.167411] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.167474] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.167684] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.167742] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.167804] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac523f2b-09d9-4df3-8b01-51cd50baa369 is going to be updated. [ 1112.192164] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.192325] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.192325] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.192883] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.192883] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.200163] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac523f2b-09d9-4df3-8b01-51cd50baa369 in Status: IN_PROGRESS for 2s [ 1112.686682] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5afc9254-219e-4511-af94-47853459010f in Status: SUCCESS [ 1112.691050] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.691050] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.691050] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.691050] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.691050] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.691050] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.691050] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.691050] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.691050] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.691050] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5afc9254-219e-4511-af94-47853459010f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.190350] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-5afc9254-219e-4511-af94-47853459010f taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.190507] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.190580] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.190795] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.190960] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.191096] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.191165] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.191317] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.191416] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.191488] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.191634] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-5afc9254-219e-4511-af94-47853459010f taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.191726] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.191789] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.191928] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.192086] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.193034] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.193034] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.193034] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.193034] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.193034] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.193034] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5afc9254-219e-4511-af94-47853459010f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.444370] env[69596]: INFO networking_nsxv3.common.synchronization [req-64afaeb1-da13-4b2b-b400-214e30a6efff req-d148280d-a43a-4614-8dcd-84794572215e tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Enqueued Resource ID: 30dba8d6-8bbe-4d49-9fa5-8f86797ba95f with Priority: HIGHEST for action security_group_members [ 1113.444671] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30dba8d6-8bbe-4d49-9fa5-8f86797ba95f with Priority: HIGHEST for action security_group_members [ 1113.445048] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.445334] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.445334] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.445521] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.445706] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.445830] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.445887] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.446078] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.446161] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.446276] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30dba8d6-8bbe-4d49-9fa5-8f86797ba95f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.696641] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5afc9254-219e-4511-af94-47853459010f: rpc.has_security_group_logging(os_id): False [ 1113.712265] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.712479] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.712555] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.712800] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.712918] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.713216] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.713325] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.713389] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.713551] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.713633] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.713809] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.713901] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.713961] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.714185] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.714261] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.714482] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.714533] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.714574] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.714710] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.714785] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.714871] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5afc9254-219e-4511-af94-47853459010f is going to be updated. [ 1113.771848] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.772106] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.772220] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.772541] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.772773] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.779255] env[69596]: INFO networking_nsxv3.common.synchronization [req-64afaeb1-da13-4b2b-b400-214e30a6efff req-4f6b650b-ba6e-42cd-b9a4-882ef7d462c3 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Enqueued Resource ID: 30dba8d6-8bbe-4d49-9fa5-8f86797ba95f with Priority: HIGHEST for action security_group_members [ 1113.782545] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30dba8d6-8bbe-4d49-9fa5-8f86797ba95f with Priority: HIGHEST for action security_group_members [ 1113.782545] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.782545] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.789952] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5afc9254-219e-4511-af94-47853459010f in Status: IN_PROGRESS for 2s [ 1113.951590] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.951814] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.951814] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.952105] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.952205] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.952424] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.952528] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.952587] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.953102] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.953185] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.953290] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30dba8d6-8bbe-4d49-9fa5-8f86797ba95f already deleted. [ 1113.953382] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.953540] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.953730] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.953893] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.954033] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.954092] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.954234] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.954297] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.954394] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30dba8d6-8bbe-4d49-9fa5-8f86797ba95f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.193467] env[69596]: INFO networking_nsxv3.common.synchronization [req-64afaeb1-da13-4b2b-b400-214e30a6efff req-b539c199-b87b-40b1-98cc-501e9c8ce3c0 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Enqueued Resource ID: 30dba8d6-8bbe-4d49-9fa5-8f86797ba95f with Priority: HIGHEST for action security_group_members [ 1114.194043] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30dba8d6-8bbe-4d49-9fa5-8f86797ba95f with Priority: HIGHEST for action security_group_members [ 1114.194357] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.194459] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.209520] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac523f2b-09d9-4df3-8b01-51cd50baa369 in Status: SUCCESS [ 1114.209701] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac523f2b-09d9-4df3-8b01-51cd50baa369 deletion is rescheduled due to dependency. [ 1114.209814] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac523f2b-09d9-4df3-8b01-51cd50baa369" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.461538] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.461719] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.462230] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.462230] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.462230] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.462362] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.462490] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.462790] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.462790] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.462920] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.462998] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30dba8d6-8bbe-4d49-9fa5-8f86797ba95f already deleted. [ 1114.463036] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.463225] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.463334] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.463482] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.463579] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.463674] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.463765] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.463836] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.463925] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30dba8d6-8bbe-4d49-9fa5-8f86797ba95f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.683815] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-377 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.684131] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-377" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.684350] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-377" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.684707] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-377" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.685028] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.685257] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.685350] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.685612] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.685843] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.686038] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1114.686221] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1114.686344] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1114.686413] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1114.686483] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1114.686658] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1114.686728] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1114.706418] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1114.706418] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1114.706819] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1114.706819] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-377" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.707088] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-87559b8a-eae5-4103-93e5-3b8891e12f48 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.707213] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-87559b8a-eae5-4103-93e5-3b8891e12f48" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.707337] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-87559b8a-eae5-4103-93e5-3b8891e12f48" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.707672] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-87559b8a-eae5-4103-93e5-3b8891e12f48" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.707818] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87559b8a-eae5-4103-93e5-3b8891e12f48',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.780731] env[69596]: INFO networking_nsxv3.common.synchronization [req-fb04970e-2565-4527-9df6-e147242c7135 req-c4814c45-0538-4143-8591-d7a6fcffb545 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Enqueued Resource ID: 144b703c-290f-4e5a-99f1-f06b05b7f6bd with Priority: HIGHEST for action security_group_members [ 1114.781351] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 144b703c-290f-4e5a-99f1-f06b05b7f6bd with Priority: HIGHEST for action security_group_members [ 1114.781664] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-144b703c-290f-4e5a-99f1-f06b05b7f6bd taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.781786] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-144b703c-290f-4e5a-99f1-f06b05b7f6bd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.781856] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-144b703c-290f-4e5a-99f1-f06b05b7f6bd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.782350] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-144b703c-290f-4e5a-99f1-f06b05b7f6bd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.782572] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.782923] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.782923] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.783159] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.783298] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.783438] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('144b703c-290f-4e5a-99f1-f06b05b7f6bd',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.966720] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.966902] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.966960] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.967184] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.967274] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.967471] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.967568] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.967633] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.967776] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.967847] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.967931] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30dba8d6-8bbe-4d49-9fa5-8f86797ba95f already deleted. [ 1114.968022] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.214034] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.214034] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.214034] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.214034] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.214034] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.214034] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port 87559b8a-eae5-4103-93e5-3b8891e12f48 not found, creating... [ 1115.214034] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.214034] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.214034] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.214034] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.214034] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.215175] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.216696] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.216696] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.218960] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.218960] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.218960] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: 87559b8a-eae5-4103-93e5-3b8891e12f48 is going to be created. [ 1115.239377] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.239377] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.239377] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.239377] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.239377] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.239377] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-87559b8a-eae5-4103-93e5-3b8891e12f48" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.287316] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.287316] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.287316] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.287316] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.319976] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.319976] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.320170] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.320260] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.320488] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.320593] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.320717] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 144b703c-290f-4e5a-99f1-f06b05b7f6bd is going to be updated. [ 1115.359732] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.359732] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.359732] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.360013] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.360089] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.369961] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 144b703c-290f-4e5a-99f1-f06b05b7f6bd in Status: IN_PROGRESS for 2s [ 1115.807803] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5afc9254-219e-4511-af94-47853459010f in Status: SUCCESS [ 1115.808121] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.168335] env[69596]: INFO networking_nsxv3.common.synchronization [req-64afaeb1-da13-4b2b-b400-214e30a6efff req-cfc997d9-77f3-4fa6-b384-427a3c28fe4c service nova] Enqueued Resource ID: 30dba8d6-8bbe-4d49-9fa5-8f86797ba95f with Priority: HIGHEST for action security_group_rules [ 1116.168437] env[69596]: INFO networking_nsxv3.common.synchronization [req-64afaeb1-da13-4b2b-b400-214e30a6efff req-cfc997d9-77f3-4fa6-b384-427a3c28fe4c service nova] Enqueued Resource ID: 30dba8d6-8bbe-4d49-9fa5-8f86797ba95f with Priority: HIGHEST for action security_group_members [ 1116.168579] env[69596]: INFO networking_nsxv3.common.synchronization [req-64afaeb1-da13-4b2b-b400-214e30a6efff req-cfc997d9-77f3-4fa6-b384-427a3c28fe4c service nova] Enqueued Resource ID: 87559b8a-eae5-4103-93e5-3b8891e12f48 with Priority: HIGHEST for action port [ 1116.168816] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30dba8d6-8bbe-4d49-9fa5-8f86797ba95f with Priority: HIGHEST for action security_group_rules [ 1116.168937] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30dba8d6-8bbe-4d49-9fa5-8f86797ba95f with Priority: HIGHEST for action security_group_members [ 1116.169043] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87559b8a-eae5-4103-93e5-3b8891e12f48 with Priority: HIGHEST for action port [ 1116.169601] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.169727] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.169794] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.170062] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.170149] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30dba8d6-8bbe-4d49-9fa5-8f86797ba95f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.170970] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.171103] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.171172] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.171339] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.171483] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.171576] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.171637] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.171777] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.171860] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.171944] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30dba8d6-8bbe-4d49-9fa5-8f86797ba95f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.173149] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-87559b8a-eae5-4103-93e5-3b8891e12f48 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.173149] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87559b8a-eae5-4103-93e5-3b8891e12f48" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.173294] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87559b8a-eae5-4103-93e5-3b8891e12f48" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.173326] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87559b8a-eae5-4103-93e5-3b8891e12f48" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.173418] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87559b8a-eae5-4103-93e5-3b8891e12f48',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.682021] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.682021] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.682021] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30dba8d6-8bbe-4d49-9fa5-8f86797ba95f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.682021] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 87559b8a-eae5-4103-93e5-3b8891e12f48 with status ACTIVE [ 1116.682021] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.682021] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.682021] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.682021] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.682021] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.682021] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.682021] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.682021] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.683643] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.684047] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.684421] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.686382] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.687216] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.687494] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.687673] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.687858] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 87559b8a-eae5-4103-93e5-3b8891e12f48 is going to be updated. [ 1116.708853] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.708853] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.708853] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.708853] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.708853] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.708853] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87559b8a-eae5-4103-93e5-3b8891e12f48" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.053530] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-149 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.053819] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-149" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.053854] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-149" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.054222] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-149" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.054985] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.055218] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.055351] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.055582] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.055733] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.055946] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1117.056079] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1117.056204] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1117.056617] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1117.056617] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1117.056735] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1117.057426] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1117.073853] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1117.074078] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1117.074200] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1117.074373] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-149" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.074669] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-d3e85d8e-af60-40d6-9c64-0dfc0b915f2f taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.074838] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-d3e85d8e-af60-40d6-9c64-0dfc0b915f2f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.074976] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-d3e85d8e-af60-40d6-9c64-0dfc0b915f2f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.075286] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-d3e85d8e-af60-40d6-9c64-0dfc0b915f2f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.075433] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3e85d8e-af60-40d6-9c64-0dfc0b915f2f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.190421] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30dba8d6-8bbe-4d49-9fa5-8f86797ba95f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.380833] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 144b703c-290f-4e5a-99f1-f06b05b7f6bd in Status: SUCCESS [ 1117.380833] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 144b703c-290f-4e5a-99f1-f06b05b7f6bd deletion is rescheduled due to dependency. [ 1117.380833] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-144b703c-290f-4e5a-99f1-f06b05b7f6bd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.474028] env[69596]: INFO networking_nsxv3.common.synchronization [req-4861e7ad-3236-4b21-b9f2-1dc6a2378cc0 req-d8f5cd5f-2e78-4b10-a190-4b5471ca128d tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Enqueued Resource ID: e8063eca-44c5-4efb-90d6-e16f8ae4f041 with Priority: HIGHEST for action security_group_members [ 1117.474028] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8063eca-44c5-4efb-90d6-e16f8ae4f041 with Priority: HIGHEST for action security_group_members [ 1117.474028] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8063eca-44c5-4efb-90d6-e16f8ae4f041 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.474028] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8063eca-44c5-4efb-90d6-e16f8ae4f041" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.474028] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8063eca-44c5-4efb-90d6-e16f8ae4f041" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.476391] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8063eca-44c5-4efb-90d6-e16f8ae4f041" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.476391] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.476391] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.476391] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.476391] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.476391] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.476391] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8063eca-44c5-4efb-90d6-e16f8ae4f041',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.580023] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.580023] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.580023] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.580023] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.580023] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.580023] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port d3e85d8e-af60-40d6-9c64-0dfc0b915f2f not found, creating... [ 1117.580023] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.580023] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.580023] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.580023] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.580023] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.580512] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.580512] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.580512] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.581104] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.581659] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.581948] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: d3e85d8e-af60-40d6-9c64-0dfc0b915f2f is going to be created. [ 1117.604617] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.604617] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.604617] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.604617] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.604617] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.604617] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-d3e85d8e-af60-40d6-9c64-0dfc0b915f2f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.695081] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.695081] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.695081] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.695081] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.695081] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.695081] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30dba8d6-8bbe-4d49-9fa5-8f86797ba95f is going to be created. [ 1117.761776] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.762324] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.764088] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.764088] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.764088] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.770149] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-159 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.770149] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-159" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.770149] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-159" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.770149] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-159" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.770149] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.770149] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.770149] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.770799] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.771025] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.771506] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1117.771506] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1117.771506] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1117.771712] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1117.771712] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1117.771803] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1117.771939] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1117.773563] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30dba8d6-8bbe-4d49-9fa5-8f86797ba95f in Status: UNINITIALIZED for 2s [ 1117.788752] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1117.788922] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1117.789075] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1117.789257] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-159" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.789564] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-8e483696-119a-4c97-9a46-796a3a0f7404 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.789736] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-8e483696-119a-4c97-9a46-796a3a0f7404" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.789860] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-8e483696-119a-4c97-9a46-796a3a0f7404" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.790188] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-8e483696-119a-4c97-9a46-796a3a0f7404" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.790333] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e483696-119a-4c97-9a46-796a3a0f7404',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.980791] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.980943] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.981019] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.981236] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.981353] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.981537] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.981613] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.981662] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.981798] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.981875] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.981959] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8063eca-44c5-4efb-90d6-e16f8ae4f041 already deleted. [ 1117.982122] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8063eca-44c5-4efb-90d6-e16f8ae4f041" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.295113] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.295113] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.295113] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.295113] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.295113] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.295113] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port 8e483696-119a-4c97-9a46-796a3a0f7404 not found, creating... [ 1118.295113] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.295113] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.295113] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.295113] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.295113] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.297064] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.297499] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.297936] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.299889] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.299889] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.299889] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: 8e483696-119a-4c97-9a46-796a3a0f7404 is going to be created. [ 1118.320428] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.322066] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.322066] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.322066] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.322066] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.322066] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-8e483696-119a-4c97-9a46-796a3a0f7404" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.744120] env[69596]: INFO networking_nsxv3.common.synchronization [req-64afaeb1-da13-4b2b-b400-214e30a6efff req-cbb2ffec-d78a-4e30-a3b8-e06e34dd3c52 service nova] Enqueued Resource ID: 30dba8d6-8bbe-4d49-9fa5-8f86797ba95f with Priority: HIGHEST for action security_group_rules [ 1118.744335] env[69596]: INFO networking_nsxv3.common.synchronization [req-64afaeb1-da13-4b2b-b400-214e30a6efff req-cbb2ffec-d78a-4e30-a3b8-e06e34dd3c52 service nova] Enqueued Resource ID: 30dba8d6-8bbe-4d49-9fa5-8f86797ba95f with Priority: HIGHEST for action security_group_members [ 1118.744483] env[69596]: INFO networking_nsxv3.common.synchronization [req-64afaeb1-da13-4b2b-b400-214e30a6efff req-cbb2ffec-d78a-4e30-a3b8-e06e34dd3c52 service nova] Enqueued Resource ID: d3e85d8e-af60-40d6-9c64-0dfc0b915f2f with Priority: HIGHEST for action port [ 1118.744978] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30dba8d6-8bbe-4d49-9fa5-8f86797ba95f with Priority: HIGHEST for action security_group_rules [ 1118.745160] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30dba8d6-8bbe-4d49-9fa5-8f86797ba95f with Priority: HIGHEST for action security_group_members [ 1118.745273] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3e85d8e-af60-40d6-9c64-0dfc0b915f2f with Priority: HIGHEST for action port [ 1118.745553] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.745656] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.745850] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.745932] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.746327] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-d3e85d8e-af60-40d6-9c64-0dfc0b915f2f taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.746540] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d3e85d8e-af60-40d6-9c64-0dfc0b915f2f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.746828] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d3e85d8e-af60-40d6-9c64-0dfc0b915f2f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.747078] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d3e85d8e-af60-40d6-9c64-0dfc0b915f2f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.747196] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3e85d8e-af60-40d6-9c64-0dfc0b915f2f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.215019] env[69596]: INFO networking_nsxv3.common.synchronization [req-4861e7ad-3236-4b21-b9f2-1dc6a2378cc0 req-163542af-e457-4382-8f5f-9311e04d44ee service nova] Enqueued Resource ID: e8063eca-44c5-4efb-90d6-e16f8ae4f041 with Priority: HIGHEST for action security_group_rules [ 1119.215019] env[69596]: INFO networking_nsxv3.common.synchronization [req-4861e7ad-3236-4b21-b9f2-1dc6a2378cc0 req-163542af-e457-4382-8f5f-9311e04d44ee service nova] Enqueued Resource ID: e8063eca-44c5-4efb-90d6-e16f8ae4f041 with Priority: HIGHEST for action security_group_members [ 1119.215019] env[69596]: INFO networking_nsxv3.common.synchronization [req-4861e7ad-3236-4b21-b9f2-1dc6a2378cc0 req-163542af-e457-4382-8f5f-9311e04d44ee service nova] Enqueued Resource ID: 8e483696-119a-4c97-9a46-796a3a0f7404 with Priority: HIGHEST for action port [ 1119.215019] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8063eca-44c5-4efb-90d6-e16f8ae4f041 with Priority: HIGHEST for action security_group_rules [ 1119.215019] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8063eca-44c5-4efb-90d6-e16f8ae4f041 with Priority: HIGHEST for action security_group_members [ 1119.215019] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e483696-119a-4c97-9a46-796a3a0f7404 with Priority: HIGHEST for action port [ 1119.216419] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8063eca-44c5-4efb-90d6-e16f8ae4f041 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.217018] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8063eca-44c5-4efb-90d6-e16f8ae4f041" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.217545] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8063eca-44c5-4efb-90d6-e16f8ae4f041" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.220073] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8063eca-44c5-4efb-90d6-e16f8ae4f041" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.220073] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8063eca-44c5-4efb-90d6-e16f8ae4f041',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.220073] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8063eca-44c5-4efb-90d6-e16f8ae4f041 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.220073] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8063eca-44c5-4efb-90d6-e16f8ae4f041" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.220073] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8063eca-44c5-4efb-90d6-e16f8ae4f041" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.220073] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8063eca-44c5-4efb-90d6-e16f8ae4f041" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.220073] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.220073] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.220073] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.220073] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.220073] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.220073] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8063eca-44c5-4efb-90d6-e16f8ae4f041',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.224560] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e483696-119a-4c97-9a46-796a3a0f7404 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.224560] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e483696-119a-4c97-9a46-796a3a0f7404" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.224560] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e483696-119a-4c97-9a46-796a3a0f7404" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.224560] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e483696-119a-4c97-9a46-796a3a0f7404" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.224560] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e483696-119a-4c97-9a46-796a3a0f7404',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.253873] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d3e85d8e-af60-40d6-9c64-0dfc0b915f2f with status ACTIVE [ 1119.254166] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.254297] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.254380] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.254595] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.254719] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.254855] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.254950] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.255012] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.255339] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.255339] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.255519] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.255641] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.255641] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.255781] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.255830] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.255893] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d3e85d8e-af60-40d6-9c64-0dfc0b915f2f is going to be updated. [ 1119.278493] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.278642] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.278693] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.278903] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.279045] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.279213] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d3e85d8e-af60-40d6-9c64-0dfc0b915f2f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.651471] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-377 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.651471] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-377" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.651471] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-377" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.651793] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-377" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.652012] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.652066] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.652196] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.652419] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.652571] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.652785] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1119.652904] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1119.653036] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1119.654120] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1119.654120] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1119.654120] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1119.654120] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1119.672250] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1119.672426] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1119.672568] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1119.672741] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-377" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.673068] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-0f1ce249-39a5-4cf4-b550-8577be8c0bb8 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.675594] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-0f1ce249-39a5-4cf4-b550-8577be8c0bb8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.675594] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-0f1ce249-39a5-4cf4-b550-8577be8c0bb8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.677720] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-0f1ce249-39a5-4cf4-b550-8577be8c0bb8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.677720] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f1ce249-39a5-4cf4-b550-8577be8c0bb8',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.726317] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e8063eca-44c5-4efb-90d6-e16f8ae4f041',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.727251] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8063eca-44c5-4efb-90d6-e16f8ae4f041 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.727379] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8063eca-44c5-4efb-90d6-e16f8ae4f041" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.727504] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8e483696-119a-4c97-9a46-796a3a0f7404 with status ACTIVE [ 1119.727661] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.727764] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.727828] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.728035] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.728116] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.728290] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.728386] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.728448] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.728592] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.728667] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.728838] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.728928] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.728988] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.729219] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.729219] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.729297] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8e483696-119a-4c97-9a46-796a3a0f7404 is going to be updated. [ 1119.750533] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.750672] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.750739] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.750932] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.751092] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.751245] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e483696-119a-4c97-9a46-796a3a0f7404" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.782769] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30dba8d6-8bbe-4d49-9fa5-8f86797ba95f in Status: SUCCESS [ 1119.782981] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.783153] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.783395] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.783584] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.783703] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.783768] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.783917] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.783999] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.784137] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.784236] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('30dba8d6-8bbe-4d49-9fa5-8f86797ba95f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.785588] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.785588] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.785588] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.785764] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.785764] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.785834] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.785907] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.785990] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30dba8d6-8bbe-4d49-9fa5-8f86797ba95f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.179717] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.179945] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.180087] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.180368] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.180545] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.180677] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port 0f1ce249-39a5-4cf4-b550-8577be8c0bb8 not found, creating... [ 1120.180940] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.181112] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.181236] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.181456] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.181598] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.181877] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.182071] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.182204] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.182443] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.182543] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.182687] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: 0f1ce249-39a5-4cf4-b550-8577be8c0bb8 is going to be created. [ 1120.202362] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.202574] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.202703] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.202979] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.203242] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.203444] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-0f1ce249-39a5-4cf4-b550-8577be8c0bb8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.231821] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e8063eca-44c5-4efb-90d6-e16f8ae4f041',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.287238] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.287399] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.287557] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30dba8d6-8bbe-4d49-9fa5-8f86797ba95f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.734667] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.735017] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.735017] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.735017] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.735122] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.735445] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8063eca-44c5-4efb-90d6-e16f8ae4f041 is going to be created. [ 1120.760038] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.760191] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.760230] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.760446] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.760657] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.769125] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8063eca-44c5-4efb-90d6-e16f8ae4f041 in Status: UNINITIALIZED for 2s [ 1120.793607] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30dba8d6-8bbe-4d49-9fa5-8f86797ba95f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.055785] env[69596]: INFO networking_nsxv3.common.synchronization [req-64afaeb1-da13-4b2b-b400-214e30a6efff req-c0a61ceb-8c22-46fd-a1a1-cafd48120ae5 service nova] Enqueued Resource ID: 30dba8d6-8bbe-4d49-9fa5-8f86797ba95f with Priority: HIGHEST for action security_group_rules [ 1121.056096] env[69596]: INFO networking_nsxv3.common.synchronization [req-64afaeb1-da13-4b2b-b400-214e30a6efff req-c0a61ceb-8c22-46fd-a1a1-cafd48120ae5 service nova] Enqueued Resource ID: 30dba8d6-8bbe-4d49-9fa5-8f86797ba95f with Priority: HIGHEST for action security_group_members [ 1121.056329] env[69596]: INFO networking_nsxv3.common.synchronization [req-64afaeb1-da13-4b2b-b400-214e30a6efff req-c0a61ceb-8c22-46fd-a1a1-cafd48120ae5 service nova] Enqueued Resource ID: 0f1ce249-39a5-4cf4-b550-8577be8c0bb8 with Priority: HIGHEST for action port [ 1121.057013] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30dba8d6-8bbe-4d49-9fa5-8f86797ba95f with Priority: HIGHEST for action security_group_rules [ 1121.057332] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30dba8d6-8bbe-4d49-9fa5-8f86797ba95f with Priority: HIGHEST for action security_group_members [ 1121.057539] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f1ce249-39a5-4cf4-b550-8577be8c0bb8 with Priority: HIGHEST for action port [ 1121.058195] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.058279] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.058603] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.058798] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.059120] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f1ce249-39a5-4cf4-b550-8577be8c0bb8 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.059320] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f1ce249-39a5-4cf4-b550-8577be8c0bb8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.059456] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f1ce249-39a5-4cf4-b550-8577be8c0bb8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.059770] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f1ce249-39a5-4cf4-b550-8577be8c0bb8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.060087] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f1ce249-39a5-4cf4-b550-8577be8c0bb8',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.297653] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.298809] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.298897] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.299139] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.299235] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.299339] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30dba8d6-8bbe-4d49-9fa5-8f86797ba95f is going to be updated. [ 1121.325412] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.325708] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.325808] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.326366] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.326366] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.334357] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30dba8d6-8bbe-4d49-9fa5-8f86797ba95f in Status: IN_PROGRESS for 2s [ 1121.563089] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0f1ce249-39a5-4cf4-b550-8577be8c0bb8 with status ACTIVE [ 1121.563327] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.563463] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.563564] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.564022] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.564022] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.564244] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.564244] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.564321] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.564663] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.564663] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.564663] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.564789] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.564818] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.564954] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.565048] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.565119] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0f1ce249-39a5-4cf4-b550-8577be8c0bb8 is going to be updated. [ 1121.585856] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.586039] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.586108] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.586342] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.586486] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.586645] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f1ce249-39a5-4cf4-b550-8577be8c0bb8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.779277] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8063eca-44c5-4efb-90d6-e16f8ae4f041 in Status: SUCCESS [ 1122.780714] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8063eca-44c5-4efb-90d6-e16f8ae4f041" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.780714] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8063eca-44c5-4efb-90d6-e16f8ae4f041" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.780714] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8063eca-44c5-4efb-90d6-e16f8ae4f041" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.780714] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.780714] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.780714] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.780714] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.780714] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.780714] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8063eca-44c5-4efb-90d6-e16f8ae4f041" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.781249] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e8063eca-44c5-4efb-90d6-e16f8ae4f041',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.284469] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e8063eca-44c5-4efb-90d6-e16f8ae4f041',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.343563] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30dba8d6-8bbe-4d49-9fa5-8f86797ba95f in Status: SUCCESS [ 1123.343813] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.343946] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.344204] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.344397] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.344514] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.344579] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.344732] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.344814] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.344899] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.345066] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.345167] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.345230] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.345373] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.345513] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.345603] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.345662] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.345794] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.345886] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.345972] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.346069] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('30dba8d6-8bbe-4d49-9fa5-8f86797ba95f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.346890] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.347079] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.347232] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.347332] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.347406] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.347547] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.347623] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.347711] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30dba8d6-8bbe-4d49-9fa5-8f86797ba95f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.786393] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e8063eca-44c5-4efb-90d6-e16f8ae4f041: rpc.has_security_group_logging(os_id): False [ 1123.803751] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.803948] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.803948] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.804362] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.804455] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.804771] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.804888] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.804963] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.805189] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.805297] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.805401] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8063eca-44c5-4efb-90d6-e16f8ae4f041 is going to be created. [ 1123.851463] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 30dba8d6-8bbe-4d49-9fa5-8f86797ba95f: rpc.has_security_group_logging(os_id): False [ 1123.853187] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30dba8d6-8bbe-4d49-9fa5-8f86797ba95f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.873616] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.873616] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.873856] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.873994] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.874314] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.876291] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.876450] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.876505] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.876706] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.876794] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.876988] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.877102] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.877165] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.877367] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.877446] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.877631] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.877768] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.877850] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.877994] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.878133] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.878278] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.878420] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.878456] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.878617] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.878692] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.878814] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30dba8d6-8bbe-4d49-9fa5-8f86797ba95f is going to be created. [ 1123.897330] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8063eca-44c5-4efb-90d6-e16f8ae4f041 in Status: IN_PROGRESS for 2s [ 1123.944248] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.944248] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.944248] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.944248] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.944248] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.961889] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30dba8d6-8bbe-4d49-9fa5-8f86797ba95f in Status: IN_PROGRESS for 2s [ 1124.356644] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30dba8d6-8bbe-4d49-9fa5-8f86797ba95f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.860015] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.860015] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.860015] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.860015] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.860015] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.860015] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30dba8d6-8bbe-4d49-9fa5-8f86797ba95f is going to be updated. [ 1124.885222] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.885572] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.887842] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.887842] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.887842] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.895840] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30dba8d6-8bbe-4d49-9fa5-8f86797ba95f in Status: IN_PROGRESS for 2s [ 1125.129737] env[69596]: INFO networking_nsxv3.common.synchronization [req-76ae988d-fb0e-41ce-8e09-ffeaa2fb2c0d req-96ae135b-977f-4667-adae-a6dfc931e9f0 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Enqueued Resource ID: 5f63bbc2-480e-448b-afd1-ffaa1c551e05 with Priority: HIGHEST for action security_group_members [ 1125.130234] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f63bbc2-480e-448b-afd1-ffaa1c551e05 with Priority: HIGHEST for action security_group_members [ 1125.130535] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f63bbc2-480e-448b-afd1-ffaa1c551e05 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.130674] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f63bbc2-480e-448b-afd1-ffaa1c551e05" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.130766] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f63bbc2-480e-448b-afd1-ffaa1c551e05" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.131417] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f63bbc2-480e-448b-afd1-ffaa1c551e05" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.131417] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.131417] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.131417] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.131417] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.131417] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.131739] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f63bbc2-480e-448b-afd1-ffaa1c551e05',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.635037] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f63bbc2-480e-448b-afd1-ffaa1c551e05',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.909150] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8063eca-44c5-4efb-90d6-e16f8ae4f041 in Status: SUCCESS [ 1125.909414] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8063eca-44c5-4efb-90d6-e16f8ae4f041" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.971731] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30dba8d6-8bbe-4d49-9fa5-8f86797ba95f in Status: SUCCESS [ 1125.972039] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.972278] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.972528] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.972638] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30dba8d6-8bbe-4d49-9fa5-8f86797ba95f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.136559] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f63bbc2-480e-448b-afd1-ffaa1c551e05',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.474734] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.474947] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.639587] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.639771] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.639869] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.640083] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.640175] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.640341] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f63bbc2-480e-448b-afd1-ffaa1c551e05 is going to be updated. [ 1126.669252] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.669396] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.669470] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.669680] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.669826] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.678410] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f63bbc2-480e-448b-afd1-ffaa1c551e05 in Status: IN_PROGRESS for 2s [ 1126.904848] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30dba8d6-8bbe-4d49-9fa5-8f86797ba95f in Status: SUCCESS [ 1126.905140] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.905252] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.905456] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.905643] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.905757] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.905825] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.905962] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.906049] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.906150] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.906217] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('30dba8d6-8bbe-4d49-9fa5-8f86797ba95f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.408908] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.409222] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.409222] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.409338] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.409505] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.409605] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.409661] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.409806] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.409896] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.409987] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.410143] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.410235] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.410300] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.410478] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.410637] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.410728] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.410728] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.410824] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.410893] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.411021] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.411087] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('30dba8d6-8bbe-4d49-9fa5-8f86797ba95f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.914489] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 30dba8d6-8bbe-4d49-9fa5-8f86797ba95f: rpc.has_security_group_logging(os_id): False [ 1127.931631] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.931778] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.931836] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.932067] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.932176] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.932376] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.932477] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.932541] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.933572] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.933701] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.933903] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.934007] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.934078] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.934301] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.934376] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.934582] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.934678] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.934740] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.934881] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.934955] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.935050] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30dba8d6-8bbe-4d49-9fa5-8f86797ba95f is going to be updated. [ 1127.997249] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.997450] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.997450] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.997642] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.997787] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.009759] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30dba8d6-8bbe-4d49-9fa5-8f86797ba95f in Status: IN_PROGRESS for 2s [ 1128.688025] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f63bbc2-480e-448b-afd1-ffaa1c551e05 in Status: SUCCESS [ 1128.688233] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f63bbc2-480e-448b-afd1-ffaa1c551e05" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.025481] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30dba8d6-8bbe-4d49-9fa5-8f86797ba95f in Status: SUCCESS [ 1130.025481] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.026015] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.026015] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.026015] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30dba8d6-8bbe-4d49-9fa5-8f86797ba95f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.131322] env[69596]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1130.131442] env[69596]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1130.528529] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.528749] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.528805] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.529078] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.529290] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.529426] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.529496] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.529663] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.529773] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.529894] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.530129] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('30dba8d6-8bbe-4d49-9fa5-8f86797ba95f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.039546] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.039546] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.039546] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.039546] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.039546] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.039546] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.039546] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.039546] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.039546] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.039546] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.039546] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.039546] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.039546] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.039546] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.039546] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.039546] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.040519] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.040519] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.040519] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.040519] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.041036] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('30dba8d6-8bbe-4d49-9fa5-8f86797ba95f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.460331] env[69596]: INFO networking_nsxv3.common.synchronization [req-9bc7f72b-c682-4734-bb8f-aaa3cde74582 req-d43ac19f-d0f3-4808-9785-af842803ed49 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Enqueued Resource ID: 5f63bbc2-480e-448b-afd1-ffaa1c551e05 with Priority: HIGHEST for action security_group_members [ 1131.462774] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f63bbc2-480e-448b-afd1-ffaa1c551e05 with Priority: HIGHEST for action security_group_members [ 1131.463201] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f63bbc2-480e-448b-afd1-ffaa1c551e05 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.463359] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f63bbc2-480e-448b-afd1-ffaa1c551e05" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.463441] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f63bbc2-480e-448b-afd1-ffaa1c551e05" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.463640] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f63bbc2-480e-448b-afd1-ffaa1c551e05" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.463797] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.463897] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.463960] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.464126] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.464273] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.464377] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f63bbc2-480e-448b-afd1-ffaa1c551e05',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.543444] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 30dba8d6-8bbe-4d49-9fa5-8f86797ba95f: rpc.has_security_group_logging(os_id): False [ 1131.563917] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.563917] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.563917] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.563917] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.563917] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.563917] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.563917] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.564318] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.564318] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.564318] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.565058] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.565058] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.565058] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.565058] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.565058] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.565058] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.565507] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.565507] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.565507] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.565507] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.565507] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30dba8d6-8bbe-4d49-9fa5-8f86797ba95f is going to be updated. [ 1131.619125] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.619318] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.619365] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.619573] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.619710] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.632077] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30dba8d6-8bbe-4d49-9fa5-8f86797ba95f in Status: IN_PROGRESS for 2s [ 1131.693771] env[69596]: INFO networking_nsxv3.common.synchronization [req-9285c71b-ddec-47a0-b3de-6d4f1b36e510 req-a5ffb874-66f3-47b2-ade1-ad97ed7a4262 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Enqueued Resource ID: 93556ab5-d8c5-4932-b73c-852db71ea006 with Priority: HIGHEST for action security_group_members [ 1131.694384] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93556ab5-d8c5-4932-b73c-852db71ea006 with Priority: HIGHEST for action security_group_members [ 1131.694711] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-93556ab5-d8c5-4932-b73c-852db71ea006 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.694912] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93556ab5-d8c5-4932-b73c-852db71ea006" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.694912] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93556ab5-d8c5-4932-b73c-852db71ea006" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.695092] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93556ab5-d8c5-4932-b73c-852db71ea006" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.695269] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.695406] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.695491] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.695650] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.695734] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.695826] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93556ab5-d8c5-4932-b73c-852db71ea006',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.967149] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.967303] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.967372] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.967597] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.967675] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.967870] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.967957] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.968096] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.969022] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.969022] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.969022] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f63bbc2-480e-448b-afd1-ffaa1c551e05 is going to be updated. [ 1132.003115] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.003288] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.003334] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.003548] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.003693] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.013530] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f63bbc2-480e-448b-afd1-ffaa1c551e05 in Status: IN_PROGRESS for 2s [ 1132.199215] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.199504] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.199504] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.199681] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.199735] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.199951] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.200063] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.200125] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.200276] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.200347] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.200433] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93556ab5-d8c5-4932-b73c-852db71ea006 is going to be updated. [ 1132.225572] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.225766] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.225766] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.225967] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.226123] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.242916] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93556ab5-d8c5-4932-b73c-852db71ea006 in Status: IN_PROGRESS for 2s [ 1133.645606] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30dba8d6-8bbe-4d49-9fa5-8f86797ba95f in Status: SUCCESS [ 1133.645903] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.023470] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f63bbc2-480e-448b-afd1-ffaa1c551e05 in Status: SUCCESS [ 1134.023738] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f63bbc2-480e-448b-afd1-ffaa1c551e05 deletion is rescheduled due to dependency. [ 1134.023877] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f63bbc2-480e-448b-afd1-ffaa1c551e05" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.205550] env[69596]: INFO networking_nsxv3.common.synchronization [req-365bd08e-185c-42f7-834f-8dac239e7585 req-ffdd7291-1ad1-48e4-8633-4fb407936090 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Enqueued Resource ID: 30dba8d6-8bbe-4d49-9fa5-8f86797ba95f with Priority: HIGHEST for action security_group_members [ 1134.209677] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30dba8d6-8bbe-4d49-9fa5-8f86797ba95f with Priority: HIGHEST for action security_group_members [ 1134.210720] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.211080] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.211205] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.211474] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.211699] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.211853] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.211954] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.212248] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.212248] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.213738] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30dba8d6-8bbe-4d49-9fa5-8f86797ba95f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.252923] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93556ab5-d8c5-4932-b73c-852db71ea006 in Status: SUCCESS [ 1134.252923] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93556ab5-d8c5-4932-b73c-852db71ea006 deletion is rescheduled due to dependency. [ 1134.252923] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93556ab5-d8c5-4932-b73c-852db71ea006" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.421650] env[69596]: INFO networking_nsxv3.common.synchronization [req-365bd08e-185c-42f7-834f-8dac239e7585 req-9547e9bd-c402-422c-9f5c-da84c7f10bb1 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Enqueued Resource ID: 30dba8d6-8bbe-4d49-9fa5-8f86797ba95f with Priority: HIGHEST for action security_group_members [ 1134.423267] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30dba8d6-8bbe-4d49-9fa5-8f86797ba95f with Priority: HIGHEST for action security_group_members [ 1134.423975] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.423975] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.653652] env[69596]: INFO networking_nsxv3.common.synchronization [req-365bd08e-185c-42f7-834f-8dac239e7585 req-bbb3c2e4-2186-44b7-ad36-11d230cd468d tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Enqueued Resource ID: 30dba8d6-8bbe-4d49-9fa5-8f86797ba95f with Priority: HIGHEST for action security_group_members [ 1134.654247] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30dba8d6-8bbe-4d49-9fa5-8f86797ba95f with Priority: HIGHEST for action security_group_members [ 1134.654590] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.654697] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.716362] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30dba8d6-8bbe-4d49-9fa5-8f86797ba95f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.219160] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30dba8d6-8bbe-4d49-9fa5-8f86797ba95f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.722058] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.722432] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.722432] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.722667] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.722730] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.722795] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30dba8d6-8bbe-4d49-9fa5-8f86797ba95f is going to be updated. [ 1135.749640] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.749886] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.749886] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.750016] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.750145] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.758916] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30dba8d6-8bbe-4d49-9fa5-8f86797ba95f in Status: IN_PROGRESS for 2s [ 1135.877717] env[69596]: INFO networking_nsxv3.common.synchronization [req-6ef1b95e-d227-4bf2-bb4b-b5d4a036d5df req-a0848bd3-c475-4138-b96d-4d262b07f6ff tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Enqueued Resource ID: 323bb60b-1f4d-488d-a2db-283ec8ea3b4a with Priority: HIGHEST for action security_group_members [ 1135.878269] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 323bb60b-1f4d-488d-a2db-283ec8ea3b4a with Priority: HIGHEST for action security_group_members [ 1135.878576] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-323bb60b-1f4d-488d-a2db-283ec8ea3b4a taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.878695] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-323bb60b-1f4d-488d-a2db-283ec8ea3b4a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.878761] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-323bb60b-1f4d-488d-a2db-283ec8ea3b4a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.878947] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-323bb60b-1f4d-488d-a2db-283ec8ea3b4a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.881044] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.881187] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.881268] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.881448] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.881535] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.881705] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('323bb60b-1f4d-488d-a2db-283ec8ea3b4a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.939331] env[69596]: INFO networking_nsxv3.common.synchronization [None req-6789e4fc-3dbb-4ac7-a623-59cd7024d855 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Enqueued Resource ID: 5afc9254-219e-4511-af94-47853459010f with Priority: HIGHEST for action security_group_members [ 1135.939518] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5afc9254-219e-4511-af94-47853459010f with Priority: HIGHEST for action security_group_members [ 1135.939811] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-5afc9254-219e-4511-af94-47853459010f taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.939944] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.940062] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.940221] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.940384] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.940482] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.940570] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.940680] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.940779] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.940875] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5afc9254-219e-4511-af94-47853459010f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.385427] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.385527] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.385604] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.385845] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.408394] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.408664] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.408818] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.408891] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.409101] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.409186] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.409274] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 323bb60b-1f4d-488d-a2db-283ec8ea3b4a is going to be updated. [ 1136.433119] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.433268] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.433308] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.433516] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.433772] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.440956] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 323bb60b-1f4d-488d-a2db-283ec8ea3b4a in Status: IN_PROGRESS for 2s [ 1136.442345] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.442778] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.442778] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.442880] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.442936] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.443129] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.443237] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.443293] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.443447] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.443525] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.443627] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5afc9254-219e-4511-af94-47853459010f is going to be updated. [ 1136.465522] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.465522] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.465522] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.465522] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.465522] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.473438] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5afc9254-219e-4511-af94-47853459010f in Status: IN_PROGRESS for 2s [ 1137.769327] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30dba8d6-8bbe-4d49-9fa5-8f86797ba95f in Status: SUCCESS [ 1137.769655] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.769832] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.770137] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.771417] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.771417] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.771417] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.771417] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.771417] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.771417] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30dba8d6-8bbe-4d49-9fa5-8f86797ba95f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.273747] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.273970] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.274092] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.274515] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.274660] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.274932] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.275098] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.275198] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.275474] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.275655] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.275713] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30dba8d6-8bbe-4d49-9fa5-8f86797ba95f is going to be updated. [ 1138.299718] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.299899] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.299998] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.300302] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.300521] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.309221] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30dba8d6-8bbe-4d49-9fa5-8f86797ba95f in Status: IN_PROGRESS for 2s [ 1138.430560] env[69596]: INFO networking_nsxv3.common.synchronization [None req-fd249221-c15f-42e5-8c03-24670d6f619c tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Enqueued Resource ID: 05cb2d63-deb5-4001-80f4-59562f09ab90 with Priority: HIGHEST for action security_group_rules [ 1138.431150] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05cb2d63-deb5-4001-80f4-59562f09ab90 with Priority: HIGHEST for action security_group_rules [ 1138.431461] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05cb2d63-deb5-4001-80f4-59562f09ab90 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.431593] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05cb2d63-deb5-4001-80f4-59562f09ab90" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.431655] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05cb2d63-deb5-4001-80f4-59562f09ab90" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.432022] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05cb2d63-deb5-4001-80f4-59562f09ab90" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.432113] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05cb2d63-deb5-4001-80f4-59562f09ab90',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.450307] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 323bb60b-1f4d-488d-a2db-283ec8ea3b4a in Status: SUCCESS [ 1138.450556] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 323bb60b-1f4d-488d-a2db-283ec8ea3b4a deletion is rescheduled due to dependency. [ 1138.450678] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-323bb60b-1f4d-488d-a2db-283ec8ea3b4a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.482725] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5afc9254-219e-4511-af94-47853459010f in Status: SUCCESS [ 1138.483891] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5afc9254-219e-4511-af94-47853459010f deletion is rescheduled due to dependency. [ 1138.483891] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5afc9254-219e-4511-af94-47853459010f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.509916] env[69596]: INFO networking_nsxv3.common.synchronization [None req-c5234e66-1b8e-476f-bbaf-b13a43a0599c tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Enqueued Resource ID: 05cb2d63-deb5-4001-80f4-59562f09ab90 with Priority: HIGHEST for action security_group_rules [ 1138.510714] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05cb2d63-deb5-4001-80f4-59562f09ab90 with Priority: HIGHEST for action security_group_rules [ 1138.511368] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05cb2d63-deb5-4001-80f4-59562f09ab90 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.511842] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05cb2d63-deb5-4001-80f4-59562f09ab90" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.950537] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.950537] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.950537] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.950901] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.950901] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.950901] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05cb2d63-deb5-4001-80f4-59562f09ab90 already deleted. [ 1138.951237] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05cb2d63-deb5-4001-80f4-59562f09ab90" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.951237] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05cb2d63-deb5-4001-80f4-59562f09ab90" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.951412] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05cb2d63-deb5-4001-80f4-59562f09ab90" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.951412] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05cb2d63-deb5-4001-80f4-59562f09ab90',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.473115] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.473192] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.473237] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.476021] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.476021] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.476021] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05cb2d63-deb5-4001-80f4-59562f09ab90 already deleted. [ 1139.476021] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05cb2d63-deb5-4001-80f4-59562f09ab90" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.319441] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30dba8d6-8bbe-4d49-9fa5-8f86797ba95f in Status: SUCCESS [ 1140.319771] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30dba8d6-8bbe-4d49-9fa5-8f86797ba95f deletion is rescheduled due to dependency. [ 1140.319930] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.320160] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.320378] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.320573] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.320697] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.320759] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.320916] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.320996] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.321100] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30dba8d6-8bbe-4d49-9fa5-8f86797ba95f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.505512] env[69596]: INFO networking_nsxv3.common.synchronization [None req-6bbda342-8666-4323-9330-ce911a462771 None None] Enqueued Resource ID: 76ce6ed8-f1f7-4351-9f7e-806bfd475b9f with Priority: HIGHEST for action port [ 1140.505766] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76ce6ed8-f1f7-4351-9f7e-806bfd475b9f with Priority: HIGHEST for action port [ 1140.506344] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-76ce6ed8-f1f7-4351-9f7e-806bfd475b9f taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.506471] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76ce6ed8-f1f7-4351-9f7e-806bfd475b9f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.506522] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76ce6ed8-f1f7-4351-9f7e-806bfd475b9f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.506776] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76ce6ed8-f1f7-4351-9f7e-806bfd475b9f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.506964] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76ce6ed8-f1f7-4351-9f7e-806bfd475b9f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.823563] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.823717] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.823752] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.823979] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.824132] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.824324] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.824411] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.824594] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.824630] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.825181] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.825181] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30dba8d6-8bbe-4d49-9fa5-8f86797ba95f is going to be updated. [ 1140.850664] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.851479] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.852080] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.852558] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.854218] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.862246] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30dba8d6-8bbe-4d49-9fa5-8f86797ba95f in Status: IN_PROGRESS for 2s [ 1141.009333] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 76ce6ed8-f1f7-4351-9f7e-806bfd475b9f [ 1141.009973] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.009973] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.009973] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.010172] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.010172] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.010237] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:76ce6ed8-f1f7-4351-9f7e-806bfd475b9f already deleted. [ 1141.010304] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76ce6ed8-f1f7-4351-9f7e-806bfd475b9f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.535099] env[69596]: INFO networking_nsxv3.common.synchronization [None req-9b193d81-db87-41e6-893c-b03fefe42f9e tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] Enqueued Resource ID: d997c822-9196-4a64-a9cb-57e8b41a8235 with Priority: HIGHEST for action security_group_rules [ 1141.536426] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d997c822-9196-4a64-a9cb-57e8b41a8235 with Priority: HIGHEST for action security_group_rules [ 1141.536746] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d997c822-9196-4a64-a9cb-57e8b41a8235 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.536870] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d997c822-9196-4a64-a9cb-57e8b41a8235" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.536939] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d997c822-9196-4a64-a9cb-57e8b41a8235" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.537278] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d997c822-9196-4a64-a9cb-57e8b41a8235" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.537359] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d997c822-9196-4a64-a9cb-57e8b41a8235',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.608799] env[69596]: INFO networking_nsxv3.common.synchronization [None req-a1302165-dd8f-45ee-9d1f-581acd9f13ef tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] Enqueued Resource ID: d997c822-9196-4a64-a9cb-57e8b41a8235 with Priority: HIGHEST for action security_group_rules [ 1141.608799] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d997c822-9196-4a64-a9cb-57e8b41a8235 with Priority: HIGHEST for action security_group_rules [ 1141.608799] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d997c822-9196-4a64-a9cb-57e8b41a8235 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.608799] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d997c822-9196-4a64-a9cb-57e8b41a8235" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.058339] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.058445] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.058524] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.058725] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.058819] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.058911] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d997c822-9196-4a64-a9cb-57e8b41a8235 already deleted. [ 1142.059066] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d997c822-9196-4a64-a9cb-57e8b41a8235" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.059147] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d997c822-9196-4a64-a9cb-57e8b41a8235" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.059304] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d997c822-9196-4a64-a9cb-57e8b41a8235" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.059389] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d997c822-9196-4a64-a9cb-57e8b41a8235',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.444663] env[69596]: INFO networking_nsxv3.common.synchronization [None req-34ec2a60-2f11-4810-8f14-390c0b73145a None None] Enqueued Resource ID: 0258ab35-37fb-4c7f-a603-dc9f333b73f4 with Priority: HIGHEST for action port [ 1142.444663] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0258ab35-37fb-4c7f-a603-dc9f333b73f4 with Priority: HIGHEST for action port [ 1142.445223] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-0258ab35-37fb-4c7f-a603-dc9f333b73f4 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.445366] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0258ab35-37fb-4c7f-a603-dc9f333b73f4" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.445438] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0258ab35-37fb-4c7f-a603-dc9f333b73f4" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.445759] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0258ab35-37fb-4c7f-a603-dc9f333b73f4" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.445842] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0258ab35-37fb-4c7f-a603-dc9f333b73f4',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.580217] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.580647] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.580647] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.580647] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.580912] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.580912] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d997c822-9196-4a64-a9cb-57e8b41a8235 already deleted. [ 1142.581016] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d997c822-9196-4a64-a9cb-57e8b41a8235" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.873372] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30dba8d6-8bbe-4d49-9fa5-8f86797ba95f in Status: SUCCESS [ 1142.873520] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30dba8d6-8bbe-4d49-9fa5-8f86797ba95f deletion is rescheduled due to dependency. [ 1142.873637] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.948418] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0258ab35-37fb-4c7f-a603-dc9f333b73f4 [ 1142.948730] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.948791] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.948845] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.949152] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.949281] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.949388] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0258ab35-37fb-4c7f-a603-dc9f333b73f4 already deleted. [ 1142.949491] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0258ab35-37fb-4c7f-a603-dc9f333b73f4" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.233496] env[69596]: INFO networking_nsxv3.common.synchronization [req-f2399177-5ecc-40f4-aa48-5a0e4c57dd01 req-d26fc9ce-ed21-4e16-96b2-dcd1332ec3a1 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Enqueued Resource ID: 05cb2d63-deb5-4001-80f4-59562f09ab90 with Priority: HIGHEST for action security_group_members [ 1145.234197] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05cb2d63-deb5-4001-80f4-59562f09ab90 with Priority: HIGHEST for action security_group_members [ 1145.236135] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-05cb2d63-deb5-4001-80f4-59562f09ab90 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.236279] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05cb2d63-deb5-4001-80f4-59562f09ab90" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.236347] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05cb2d63-deb5-4001-80f4-59562f09ab90" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.236593] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05cb2d63-deb5-4001-80f4-59562f09ab90" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.236763] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.236862] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.236970] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.237101] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.237184] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.237279] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05cb2d63-deb5-4001-80f4-59562f09ab90',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.531493] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-691 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.531825] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-691" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.531825] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-691" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.532112] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-691" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.532598] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.532598] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.532716] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.532892] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.533420] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.533420] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1145.533420] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1145.533599] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1145.533660] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1145.533810] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1145.533846] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1145.533968] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1145.553703] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1145.554007] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1145.554255] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1145.554580] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-691" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.555093] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-6dbdda11-860f-4def-aeda-3bd149dc701a taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.555389] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-6dbdda11-860f-4def-aeda-3bd149dc701a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.555608] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-6dbdda11-860f-4def-aeda-3bd149dc701a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.556100] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-6dbdda11-860f-4def-aeda-3bd149dc701a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.556364] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6dbdda11-860f-4def-aeda-3bd149dc701a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.741080] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.741080] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.741080] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.741080] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.741080] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.741405] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.741405] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.741405] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.741405] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.741609] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.741609] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05cb2d63-deb5-4001-80f4-59562f09ab90 already deleted. [ 1145.741687] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05cb2d63-deb5-4001-80f4-59562f09ab90" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.060091] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.060091] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.060091] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.060091] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.060091] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.060456] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port 6dbdda11-860f-4def-aeda-3bd149dc701a not found, creating... [ 1146.060563] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.060779] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.060950] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.061250] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.061426] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.061740] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.062034] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.062179] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.062397] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.062540] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.062688] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: 6dbdda11-860f-4def-aeda-3bd149dc701a is going to be created. [ 1146.082818] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.083069] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.083234] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.083545] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.083786] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.084068] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-6dbdda11-860f-4def-aeda-3bd149dc701a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.801151] env[69596]: INFO networking_nsxv3.common.synchronization [req-f2399177-5ecc-40f4-aa48-5a0e4c57dd01 req-a4967ad2-d0b3-47ac-80fd-9ec69dd3bc23 service nova] Enqueued Resource ID: 05cb2d63-deb5-4001-80f4-59562f09ab90 with Priority: HIGHEST for action security_group_rules [ 1146.801151] env[69596]: INFO networking_nsxv3.common.synchronization [req-f2399177-5ecc-40f4-aa48-5a0e4c57dd01 req-a4967ad2-d0b3-47ac-80fd-9ec69dd3bc23 service nova] Enqueued Resource ID: 05cb2d63-deb5-4001-80f4-59562f09ab90 with Priority: HIGHEST for action security_group_members [ 1146.801151] env[69596]: INFO networking_nsxv3.common.synchronization [req-f2399177-5ecc-40f4-aa48-5a0e4c57dd01 req-a4967ad2-d0b3-47ac-80fd-9ec69dd3bc23 service nova] Enqueued Resource ID: 6dbdda11-860f-4def-aeda-3bd149dc701a with Priority: HIGHEST for action port [ 1146.801151] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05cb2d63-deb5-4001-80f4-59562f09ab90 with Priority: HIGHEST for action security_group_rules [ 1146.801151] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05cb2d63-deb5-4001-80f4-59562f09ab90 with Priority: HIGHEST for action security_group_members [ 1146.801151] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dbdda11-860f-4def-aeda-3bd149dc701a with Priority: HIGHEST for action port [ 1146.801151] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05cb2d63-deb5-4001-80f4-59562f09ab90 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.804794] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05cb2d63-deb5-4001-80f4-59562f09ab90" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.808026] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05cb2d63-deb5-4001-80f4-59562f09ab90" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.808026] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05cb2d63-deb5-4001-80f4-59562f09ab90" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.808026] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05cb2d63-deb5-4001-80f4-59562f09ab90',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.808026] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-05cb2d63-deb5-4001-80f4-59562f09ab90 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.808026] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05cb2d63-deb5-4001-80f4-59562f09ab90" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.808026] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05cb2d63-deb5-4001-80f4-59562f09ab90" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.808026] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05cb2d63-deb5-4001-80f4-59562f09ab90" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.808026] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.808026] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.808026] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.808026] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.808026] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.808026] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05cb2d63-deb5-4001-80f4-59562f09ab90',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.808026] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-6dbdda11-860f-4def-aeda-3bd149dc701a taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.808026] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6dbdda11-860f-4def-aeda-3bd149dc701a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.808026] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6dbdda11-860f-4def-aeda-3bd149dc701a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.809173] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6dbdda11-860f-4def-aeda-3bd149dc701a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.809852] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6dbdda11-860f-4def-aeda-3bd149dc701a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.312681] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('05cb2d63-deb5-4001-80f4-59562f09ab90',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.316048] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-05cb2d63-deb5-4001-80f4-59562f09ab90 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.316048] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05cb2d63-deb5-4001-80f4-59562f09ab90" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.316048] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6dbdda11-860f-4def-aeda-3bd149dc701a with status ACTIVE [ 1147.316048] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.316048] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.316048] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.316048] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.316048] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.316048] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.316048] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.316048] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.316048] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.316048] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.316048] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.316578] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.316578] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.316578] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.316578] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.316578] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6dbdda11-860f-4def-aeda-3bd149dc701a is going to be updated. [ 1147.336269] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.336592] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.336592] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.336731] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.336822] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.337057] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6dbdda11-860f-4def-aeda-3bd149dc701a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.469035] env[69596]: INFO networking_nsxv3.common.synchronization [req-90e5238c-ee9a-4c86-a368-40a8bcba6980 req-d1700bf7-8c72-4f9e-ac1b-bbba3fda1467 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Enqueued Resource ID: 323bb60b-1f4d-488d-a2db-283ec8ea3b4a with Priority: HIGHEST for action security_group_members [ 1147.469535] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 323bb60b-1f4d-488d-a2db-283ec8ea3b4a with Priority: HIGHEST for action security_group_members [ 1147.469835] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-323bb60b-1f4d-488d-a2db-283ec8ea3b4a taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.469957] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-323bb60b-1f4d-488d-a2db-283ec8ea3b4a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.470115] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-323bb60b-1f4d-488d-a2db-283ec8ea3b4a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.470227] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-323bb60b-1f4d-488d-a2db-283ec8ea3b4a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.470369] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.470459] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.470517] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.470662] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.470738] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.470828] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('323bb60b-1f4d-488d-a2db-283ec8ea3b4a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.730943] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-729 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.731207] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-729" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.731348] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-729" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.731696] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-729" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.731876] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.732050] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.732175] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.732404] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.732585] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.732817] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1147.732938] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1147.733074] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1147.733191] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1147.733306] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1147.733421] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1147.733560] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1147.751986] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1147.752175] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1147.752307] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1147.752515] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-729" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.752817] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-8b6a2b94-1baf-4337-a80c-00ea3a66a2cc taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.752988] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-8b6a2b94-1baf-4337-a80c-00ea3a66a2cc" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.753126] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-8b6a2b94-1baf-4337-a80c-00ea3a66a2cc" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.753437] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-8b6a2b94-1baf-4337-a80c-00ea3a66a2cc" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.753584] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b6a2b94-1baf-4337-a80c-00ea3a66a2cc',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.818793] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('05cb2d63-deb5-4001-80f4-59562f09ab90',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.973303] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.973439] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.973481] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.973699] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.974146] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.974146] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.974146] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.974146] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.974469] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.974469] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.974469] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 323bb60b-1f4d-488d-a2db-283ec8ea3b4a is going to be updated. [ 1148.000955] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.001131] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.001202] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.001377] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.001561] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.009560] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 323bb60b-1f4d-488d-a2db-283ec8ea3b4a in Status: IN_PROGRESS for 2s [ 1148.256457] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.256674] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.256674] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.256926] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.257105] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.257282] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port 8b6a2b94-1baf-4337-a80c-00ea3a66a2cc not found, creating... [ 1148.257615] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.257812] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.257940] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.258183] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.258327] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.258619] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.258781] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.258904] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.259136] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.259283] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.259431] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: 8b6a2b94-1baf-4337-a80c-00ea3a66a2cc is going to be created. [ 1148.277431] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.277622] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.277753] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.278007] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.278240] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.278465] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-8b6a2b94-1baf-4337-a80c-00ea3a66a2cc" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.321128] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.321264] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.321341] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.321513] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.321600] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.321692] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05cb2d63-deb5-4001-80f4-59562f09ab90 is going to be created. [ 1148.342051] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.342051] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.342051] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.342297] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.342297] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.352627] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05cb2d63-deb5-4001-80f4-59562f09ab90 in Status: UNINITIALIZED for 2s [ 1148.993108] env[69596]: INFO networking_nsxv3.common.synchronization [req-90e5238c-ee9a-4c86-a368-40a8bcba6980 req-33ee8b55-e977-4c90-b061-fe140155b49a service nova] Enqueued Resource ID: 323bb60b-1f4d-488d-a2db-283ec8ea3b4a with Priority: HIGHEST for action security_group_rules [ 1148.993366] env[69596]: INFO networking_nsxv3.common.synchronization [req-90e5238c-ee9a-4c86-a368-40a8bcba6980 req-33ee8b55-e977-4c90-b061-fe140155b49a service nova] Enqueued Resource ID: 323bb60b-1f4d-488d-a2db-283ec8ea3b4a with Priority: HIGHEST for action security_group_members [ 1148.993366] env[69596]: INFO networking_nsxv3.common.synchronization [req-90e5238c-ee9a-4c86-a368-40a8bcba6980 req-33ee8b55-e977-4c90-b061-fe140155b49a service nova] Enqueued Resource ID: 8b6a2b94-1baf-4337-a80c-00ea3a66a2cc with Priority: HIGHEST for action port [ 1148.993599] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 323bb60b-1f4d-488d-a2db-283ec8ea3b4a with Priority: HIGHEST for action security_group_rules [ 1148.993726] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 323bb60b-1f4d-488d-a2db-283ec8ea3b4a with Priority: HIGHEST for action security_group_members [ 1148.993824] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b6a2b94-1baf-4337-a80c-00ea3a66a2cc with Priority: HIGHEST for action port [ 1148.994422] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-323bb60b-1f4d-488d-a2db-283ec8ea3b4a taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.994948] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-323bb60b-1f4d-488d-a2db-283ec8ea3b4a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.995634] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-323bb60b-1f4d-488d-a2db-283ec8ea3b4a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.995884] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-323bb60b-1f4d-488d-a2db-283ec8ea3b4a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.995977] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('323bb60b-1f4d-488d-a2db-283ec8ea3b4a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.996911] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-323bb60b-1f4d-488d-a2db-283ec8ea3b4a taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.997018] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-323bb60b-1f4d-488d-a2db-283ec8ea3b4a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.997230] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b6a2b94-1baf-4337-a80c-00ea3a66a2cc taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.997334] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b6a2b94-1baf-4337-a80c-00ea3a66a2cc" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.997400] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b6a2b94-1baf-4337-a80c-00ea3a66a2cc" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.997608] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b6a2b94-1baf-4337-a80c-00ea3a66a2cc" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.997689] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b6a2b94-1baf-4337-a80c-00ea3a66a2cc',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.499095] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-323bb60b-1f4d-488d-a2db-283ec8ea3b4a taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.499268] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-323bb60b-1f4d-488d-a2db-283ec8ea3b4a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.499431] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8b6a2b94-1baf-4337-a80c-00ea3a66a2cc with status ACTIVE [ 1149.499602] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.499708] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.499771] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.499988] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.500094] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.500264] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.500361] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.500420] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.500574] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.500647] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.500842] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.500935] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.500990] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.501144] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.501219] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.501301] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8b6a2b94-1baf-4337-a80c-00ea3a66a2cc is going to be updated. [ 1149.522614] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.522735] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.522823] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.522964] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.523101] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.523254] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b6a2b94-1baf-4337-a80c-00ea3a66a2cc" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.564685] env[69596]: INFO networking_nsxv3.common.synchronization [req-e04b3407-b4f4-420e-a081-209f2005c910 req-e786776d-06ba-42cc-bcc2-7eea340a4068 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Enqueued Resource ID: 30dba8d6-8bbe-4d49-9fa5-8f86797ba95f with Priority: HIGHEST for action security_group_members [ 1149.565258] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30dba8d6-8bbe-4d49-9fa5-8f86797ba95f with Priority: HIGHEST for action security_group_members [ 1149.565628] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.565750] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.565815] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.566015] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.566207] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.566325] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.566419] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.566608] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.566777] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.566891] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30dba8d6-8bbe-4d49-9fa5-8f86797ba95f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.832385] env[69596]: INFO networking_nsxv3.common.synchronization [req-e04b3407-b4f4-420e-a081-209f2005c910 req-148f480d-6211-421f-a82b-127c17ef077b tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Enqueued Resource ID: 30dba8d6-8bbe-4d49-9fa5-8f86797ba95f with Priority: HIGHEST for action security_group_members [ 1149.832385] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30dba8d6-8bbe-4d49-9fa5-8f86797ba95f with Priority: HIGHEST for action security_group_members [ 1149.832385] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.832385] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.018235] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 323bb60b-1f4d-488d-a2db-283ec8ea3b4a in Status: SUCCESS [ 1150.018628] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 323bb60b-1f4d-488d-a2db-283ec8ea3b4a deletion is rescheduled due to dependency. [ 1150.018628] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-323bb60b-1f4d-488d-a2db-283ec8ea3b4a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.018759] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-323bb60b-1f4d-488d-a2db-283ec8ea3b4a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.019077] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-323bb60b-1f4d-488d-a2db-283ec8ea3b4a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.019290] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.019859] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.019958] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.020169] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.020250] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.020372] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('323bb60b-1f4d-488d-a2db-283ec8ea3b4a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.068680] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.068848] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.068898] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.069143] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.069237] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.069439] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.069542] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.069606] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.069759] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.069837] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.069964] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30dba8d6-8bbe-4d49-9fa5-8f86797ba95f is going to be updated. [ 1150.091411] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.091646] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.091646] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.091878] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.092013] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.099688] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30dba8d6-8bbe-4d49-9fa5-8f86797ba95f in Status: IN_PROGRESS for 2s [ 1150.138090] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-776 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.138303] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-776" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.138458] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-776" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.138785] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-776" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.139162] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.139339] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.139482] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.139727] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.139889] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.140136] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1150.140258] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1150.140385] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1150.140505] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1150.140634] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1150.140748] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1150.140890] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1150.158702] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1150.158869] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1150.159015] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1150.159237] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-776" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.159559] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-27ee3a20-9fdf-4601-8302-186572ee4feb taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.159735] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-27ee3a20-9fdf-4601-8302-186572ee4feb" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.159860] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-27ee3a20-9fdf-4601-8302-186572ee4feb" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.160181] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-27ee3a20-9fdf-4601-8302-186572ee4feb" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.160325] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27ee3a20-9fdf-4601-8302-186572ee4feb',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.362184] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05cb2d63-deb5-4001-80f4-59562f09ab90 in Status: SUCCESS [ 1150.362388] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05cb2d63-deb5-4001-80f4-59562f09ab90" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.362513] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05cb2d63-deb5-4001-80f4-59562f09ab90" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.362826] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05cb2d63-deb5-4001-80f4-59562f09ab90" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.363234] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.363407] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.363496] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.363694] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.363784] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.363879] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05cb2d63-deb5-4001-80f4-59562f09ab90" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.363970] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('05cb2d63-deb5-4001-80f4-59562f09ab90',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.522931] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('323bb60b-1f4d-488d-a2db-283ec8ea3b4a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.664052] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.664052] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.664052] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.664052] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.664293] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.664293] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port 27ee3a20-9fdf-4601-8302-186572ee4feb not found, creating... [ 1150.664555] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.664760] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.664853] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.665057] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.665200] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.665503] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.665659] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.665761] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.665967] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.666114] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.666258] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: 27ee3a20-9fdf-4601-8302-186572ee4feb is going to be created. [ 1150.686234] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.686449] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.686592] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.686856] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.687097] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.687318] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-27ee3a20-9fdf-4601-8302-186572ee4feb" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.866292] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('05cb2d63-deb5-4001-80f4-59562f09ab90',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.027144] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('323bb60b-1f4d-488d-a2db-283ec8ea3b4a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.365266] env[69596]: INFO networking_nsxv3.common.synchronization [req-e04b3407-b4f4-420e-a081-209f2005c910 req-d24fc5c2-b5b4-4d83-aec0-0fb12a262fdd service nova] Enqueued Resource ID: 30dba8d6-8bbe-4d49-9fa5-8f86797ba95f with Priority: HIGHEST for action security_group_rules [ 1151.365451] env[69596]: INFO networking_nsxv3.common.synchronization [req-e04b3407-b4f4-420e-a081-209f2005c910 req-d24fc5c2-b5b4-4d83-aec0-0fb12a262fdd service nova] Enqueued Resource ID: 30dba8d6-8bbe-4d49-9fa5-8f86797ba95f with Priority: HIGHEST for action security_group_members [ 1151.365595] env[69596]: INFO networking_nsxv3.common.synchronization [req-e04b3407-b4f4-420e-a081-209f2005c910 req-d24fc5c2-b5b4-4d83-aec0-0fb12a262fdd service nova] Enqueued Resource ID: 27ee3a20-9fdf-4601-8302-186572ee4feb with Priority: HIGHEST for action port [ 1151.366121] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30dba8d6-8bbe-4d49-9fa5-8f86797ba95f with Priority: HIGHEST for action security_group_rules [ 1151.366250] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30dba8d6-8bbe-4d49-9fa5-8f86797ba95f with Priority: HIGHEST for action security_group_members [ 1151.366347] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27ee3a20-9fdf-4601-8302-186572ee4feb with Priority: HIGHEST for action port [ 1151.366627] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.366771] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.366846] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.368782] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.368782] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30dba8d6-8bbe-4d49-9fa5-8f86797ba95f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.368964] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.368964] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.369119] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-27ee3a20-9fdf-4601-8302-186572ee4feb taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.369860] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27ee3a20-9fdf-4601-8302-186572ee4feb" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.369930] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27ee3a20-9fdf-4601-8302-186572ee4feb" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.370431] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27ee3a20-9fdf-4601-8302-186572ee4feb" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.370431] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27ee3a20-9fdf-4601-8302-186572ee4feb',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.500618] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 05cb2d63-deb5-4001-80f4-59562f09ab90: rpc.has_security_group_logging(os_id): False [ 1151.517790] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.518031] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.518087] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.518328] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.518455] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.518767] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.518889] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.518971] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.519182] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.519280] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.519384] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05cb2d63-deb5-4001-80f4-59562f09ab90 is going to be created. [ 1151.529592] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.529790] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.529844] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.530111] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.530237] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.530374] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 323bb60b-1f4d-488d-a2db-283ec8ea3b4a is going to be updated. [ 1151.552775] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.552985] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.553044] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.553308] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.553460] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.560796] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 323bb60b-1f4d-488d-a2db-283ec8ea3b4a in Status: IN_PROGRESS for 2s [ 1151.575548] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.575779] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.575779] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.575967] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.576165] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.586267] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05cb2d63-deb5-4001-80f4-59562f09ab90 in Status: IN_PROGRESS for 2s [ 1151.872332] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.872479] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.872681] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 27ee3a20-9fdf-4601-8302-186572ee4feb with status ACTIVE [ 1151.872855] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.872964] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.873060] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.873252] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.873338] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.873517] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.873607] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.873668] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.873814] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.873886] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.874129] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.874262] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.874262] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.874362] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.874470] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.874557] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 27ee3a20-9fdf-4601-8302-186572ee4feb is going to be updated. [ 1151.894535] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.894805] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.894805] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.895044] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.895269] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.895529] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27ee3a20-9fdf-4601-8302-186572ee4feb" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.110455] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30dba8d6-8bbe-4d49-9fa5-8f86797ba95f in Status: SUCCESS [ 1152.114027] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30dba8d6-8bbe-4d49-9fa5-8f86797ba95f deletion is rescheduled due to dependency. [ 1152.114027] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.114027] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.114027] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.114027] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.114027] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.114027] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.114027] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.114027] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.114027] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30dba8d6-8bbe-4d49-9fa5-8f86797ba95f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.132503] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-731 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.132697] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-731" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.132824] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-731" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.133114] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-731" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.133377] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.133544] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.133661] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.133869] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.134025] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.134235] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1152.134346] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1152.134459] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1152.134568] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1152.134683] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1152.134791] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1152.134926] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1152.152178] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1152.152344] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1152.152530] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1152.152711] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-731" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.154094] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-9766b5a7-9093-4ddd-a198-775477236d90 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.154310] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-9766b5a7-9093-4ddd-a198-775477236d90" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.154467] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-9766b5a7-9093-4ddd-a198-775477236d90" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.154783] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-9766b5a7-9093-4ddd-a198-775477236d90" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.154932] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9766b5a7-9093-4ddd-a198-775477236d90',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.617854] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30dba8d6-8bbe-4d49-9fa5-8f86797ba95f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.656990] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.657304] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.657486] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.657815] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.658037] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.658290] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port 9766b5a7-9093-4ddd-a198-775477236d90 not found, creating... [ 1152.658600] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.658820] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.658978] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.659278] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.659481] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.659913] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.660137] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.660315] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.660586] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.660774] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.660976] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: 9766b5a7-9093-4ddd-a198-775477236d90 is going to be created. [ 1152.679580] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.679858] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.680014] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.680278] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.680512] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.680748] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-9766b5a7-9093-4ddd-a198-775477236d90" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.119504] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30dba8d6-8bbe-4d49-9fa5-8f86797ba95f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.352023] env[69596]: INFO networking_nsxv3.common.synchronization [req-e04b3407-b4f4-420e-a081-209f2005c910 req-d92048e1-5cdf-4473-af8f-c185d0eae33e service nova] Enqueued Resource ID: 30dba8d6-8bbe-4d49-9fa5-8f86797ba95f with Priority: HIGHEST for action security_group_rules [ 1153.352023] env[69596]: INFO networking_nsxv3.common.synchronization [req-e04b3407-b4f4-420e-a081-209f2005c910 req-d92048e1-5cdf-4473-af8f-c185d0eae33e service nova] Enqueued Resource ID: 30dba8d6-8bbe-4d49-9fa5-8f86797ba95f with Priority: HIGHEST for action security_group_members [ 1153.352023] env[69596]: INFO networking_nsxv3.common.synchronization [req-e04b3407-b4f4-420e-a081-209f2005c910 req-d92048e1-5cdf-4473-af8f-c185d0eae33e service nova] Enqueued Resource ID: 9766b5a7-9093-4ddd-a198-775477236d90 with Priority: HIGHEST for action port [ 1153.352023] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30dba8d6-8bbe-4d49-9fa5-8f86797ba95f with Priority: HIGHEST for action security_group_rules [ 1153.352023] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30dba8d6-8bbe-4d49-9fa5-8f86797ba95f with Priority: HIGHEST for action security_group_members [ 1153.352023] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9766b5a7-9093-4ddd-a198-775477236d90 with Priority: HIGHEST for action port [ 1153.352023] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.352023] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.352023] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.352023] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.352550] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-9766b5a7-9093-4ddd-a198-775477236d90 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.352782] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9766b5a7-9093-4ddd-a198-775477236d90" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.352926] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9766b5a7-9093-4ddd-a198-775477236d90" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.353223] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9766b5a7-9093-4ddd-a198-775477236d90" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.353405] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9766b5a7-9093-4ddd-a198-775477236d90',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.571053] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 323bb60b-1f4d-488d-a2db-283ec8ea3b4a in Status: SUCCESS [ 1153.571053] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-323bb60b-1f4d-488d-a2db-283ec8ea3b4a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.571053] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-323bb60b-1f4d-488d-a2db-283ec8ea3b4a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.571053] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-323bb60b-1f4d-488d-a2db-283ec8ea3b4a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.571335] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.571335] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.571335] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.571446] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.571551] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.571596] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-323bb60b-1f4d-488d-a2db-283ec8ea3b4a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.571669] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('323bb60b-1f4d-488d-a2db-283ec8ea3b4a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.596601] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05cb2d63-deb5-4001-80f4-59562f09ab90 in Status: SUCCESS [ 1153.596812] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05cb2d63-deb5-4001-80f4-59562f09ab90" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.622254] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.622425] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.622517] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.622730] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.622835] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.622938] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30dba8d6-8bbe-4d49-9fa5-8f86797ba95f is going to be updated. [ 1153.647599] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.647743] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.647743] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.647919] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.648062] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.656487] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30dba8d6-8bbe-4d49-9fa5-8f86797ba95f in Status: IN_PROGRESS for 2s [ 1153.855668] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9766b5a7-9093-4ddd-a198-775477236d90 with status ACTIVE [ 1153.855906] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.856056] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.856125] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.856336] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.856459] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.856644] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.856767] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.856823] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.856954] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.857045] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.857227] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.857320] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.857382] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.857522] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.857597] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.857680] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9766b5a7-9093-4ddd-a198-775477236d90 is going to be updated. [ 1153.953072] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.953983] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.954100] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.954357] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.954637] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.954898] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9766b5a7-9093-4ddd-a198-775477236d90" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.074030] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('323bb60b-1f4d-488d-a2db-283ec8ea3b4a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.577586] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 323bb60b-1f4d-488d-a2db-283ec8ea3b4a: rpc.has_security_group_logging(os_id): False [ 1154.594162] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.594301] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.594374] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.594662] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.594743] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.595069] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.595192] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.595259] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.595493] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.595664] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.595770] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 323bb60b-1f4d-488d-a2db-283ec8ea3b4a is going to be updated. [ 1154.681375] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.681525] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.681525] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.681741] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.681881] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.694390] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 323bb60b-1f4d-488d-a2db-283ec8ea3b4a in Status: IN_PROGRESS for 2s [ 1155.665900] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30dba8d6-8bbe-4d49-9fa5-8f86797ba95f in Status: SUCCESS [ 1155.666225] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.666275] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.666480] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.666664] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.666788] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.666854] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.666992] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.667085] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.667179] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30dba8d6-8bbe-4d49-9fa5-8f86797ba95f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.169076] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30dba8d6-8bbe-4d49-9fa5-8f86797ba95f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.671924] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30dba8d6-8bbe-4d49-9fa5-8f86797ba95f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.706938] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 323bb60b-1f4d-488d-a2db-283ec8ea3b4a in Status: SUCCESS [ 1156.707383] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-323bb60b-1f4d-488d-a2db-283ec8ea3b4a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.175069] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.175069] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.175069] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.175069] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.175069] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.175069] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30dba8d6-8bbe-4d49-9fa5-8f86797ba95f is going to be updated. [ 1157.201880] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.202035] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.202104] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.202317] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.202469] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.210085] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30dba8d6-8bbe-4d49-9fa5-8f86797ba95f in Status: IN_PROGRESS for 2s [ 1157.650080] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-836 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.650292] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-836" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.650422] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-836" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.650703] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-836" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.650973] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.651151] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.651272] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.651490] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.651660] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.651877] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1157.651998] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1157.652124] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1157.652237] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1157.652383] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1157.652474] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1157.652622] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1157.670828] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1157.671025] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1157.671159] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1157.671331] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-836" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.671636] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-d04150d1-3cb0-4e0c-8022-8d531467069f taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.671817] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-d04150d1-3cb0-4e0c-8022-8d531467069f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.671954] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-d04150d1-3cb0-4e0c-8022-8d531467069f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.672204] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-d04150d1-3cb0-4e0c-8022-8d531467069f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.672761] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d04150d1-3cb0-4e0c-8022-8d531467069f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.177035] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.177035] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.177035] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.177035] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.177035] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.177035] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.177035] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.177035] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.177035] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.177035] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.177561] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.177561] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.177561] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.178392] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.178703] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.178995] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: d04150d1-3cb0-4e0c-8022-8d531467069f is going to be updated. [ 1158.209900] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.209900] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.209900] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.209900] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.209900] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.209900] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-d04150d1-3cb0-4e0c-8022-8d531467069f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.352660] env[69596]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1158.352660] env[69596]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 1158.869831] env[69596]: INFO networking_nsxv3.common.synchronization [req-9f722abe-3392-4915-a89e-59aa6d3b20ca req-b6050015-f206-4cc8-bf8d-83e0d2f91a67 service nova] Enqueued Resource ID: a20fd6fa-822a-49c1-a50b-46332e59ac20 with Priority: HIGHEST for action security_group_rules [ 1158.870137] env[69596]: INFO networking_nsxv3.common.synchronization [req-9f722abe-3392-4915-a89e-59aa6d3b20ca req-b6050015-f206-4cc8-bf8d-83e0d2f91a67 service nova] Enqueued Resource ID: a20fd6fa-822a-49c1-a50b-46332e59ac20 with Priority: HIGHEST for action security_group_members [ 1158.870225] env[69596]: INFO networking_nsxv3.common.synchronization [req-9f722abe-3392-4915-a89e-59aa6d3b20ca req-b6050015-f206-4cc8-bf8d-83e0d2f91a67 service nova] Enqueued Resource ID: d04150d1-3cb0-4e0c-8022-8d531467069f with Priority: HIGHEST for action port [ 1158.870783] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a20fd6fa-822a-49c1-a50b-46332e59ac20 with Priority: HIGHEST for action security_group_rules [ 1158.871045] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a20fd6fa-822a-49c1-a50b-46332e59ac20 with Priority: HIGHEST for action security_group_members [ 1158.871045] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d04150d1-3cb0-4e0c-8022-8d531467069f with Priority: HIGHEST for action port [ 1158.871348] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a20fd6fa-822a-49c1-a50b-46332e59ac20 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.871469] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a20fd6fa-822a-49c1-a50b-46332e59ac20" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.871536] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a20fd6fa-822a-49c1-a50b-46332e59ac20" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.871741] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a20fd6fa-822a-49c1-a50b-46332e59ac20" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.871830] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a20fd6fa-822a-49c1-a50b-46332e59ac20',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.872779] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-a20fd6fa-822a-49c1-a50b-46332e59ac20 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.872895] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a20fd6fa-822a-49c1-a50b-46332e59ac20" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.872970] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a20fd6fa-822a-49c1-a50b-46332e59ac20" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.873140] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a20fd6fa-822a-49c1-a50b-46332e59ac20" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.873282] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.873372] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.873434] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.873571] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.873684] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.873750] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a20fd6fa-822a-49c1-a50b-46332e59ac20',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.874959] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-d04150d1-3cb0-4e0c-8022-8d531467069f taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.874959] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d04150d1-3cb0-4e0c-8022-8d531467069f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.874959] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d04150d1-3cb0-4e0c-8022-8d531467069f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.874959] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d04150d1-3cb0-4e0c-8022-8d531467069f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.874959] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d04150d1-3cb0-4e0c-8022-8d531467069f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.220019] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30dba8d6-8bbe-4d49-9fa5-8f86797ba95f in Status: SUCCESS [ 1159.220308] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.220500] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.220738] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.220957] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.221136] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.221211] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.221375] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.221455] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.221538] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.221634] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('30dba8d6-8bbe-4d49-9fa5-8f86797ba95f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.222682] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.222844] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.223042] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.223174] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.223258] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.223424] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.223522] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.223705] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30dba8d6-8bbe-4d49-9fa5-8f86797ba95f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.377762] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-a20fd6fa-822a-49c1-a50b-46332e59ac20 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.377898] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a20fd6fa-822a-49c1-a50b-46332e59ac20" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.378151] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a20fd6fa-822a-49c1-a50b-46332e59ac20',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.379174] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d04150d1-3cb0-4e0c-8022-8d531467069f with status ACTIVE [ 1159.379261] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.379839] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.379913] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.380172] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.380269] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.380450] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.380628] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.380628] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.380806] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.380884] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.381101] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.381198] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.381301] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.381392] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.381463] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.381547] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d04150d1-3cb0-4e0c-8022-8d531467069f is going to be updated. [ 1159.402023] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.402023] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.402023] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.402023] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.402023] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.402617] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d04150d1-3cb0-4e0c-8022-8d531467069f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.725265] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30dba8d6-8bbe-4d49-9fa5-8f86797ba95f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.728024] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.728706] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.884067] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a20fd6fa-822a-49c1-a50b-46332e59ac20',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.230546] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30dba8d6-8bbe-4d49-9fa5-8f86797ba95f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.386248] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.386473] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.386573] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.386895] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.387055] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.387210] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a20fd6fa-822a-49c1-a50b-46332e59ac20 is going to be updated. [ 1160.418045] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.418346] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.418346] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.418644] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.418843] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.427137] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a20fd6fa-822a-49c1-a50b-46332e59ac20 in Status: IN_PROGRESS for 2s [ 1160.732894] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.733040] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.733040] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.733247] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.733455] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.733455] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30dba8d6-8bbe-4d49-9fa5-8f86797ba95f is going to be updated. [ 1160.775210] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.775410] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.775410] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.775679] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.775773] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.783987] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30dba8d6-8bbe-4d49-9fa5-8f86797ba95f in Status: IN_PROGRESS for 2s [ 1162.436792] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a20fd6fa-822a-49c1-a50b-46332e59ac20 in Status: SUCCESS [ 1162.437178] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a20fd6fa-822a-49c1-a50b-46332e59ac20" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.437272] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a20fd6fa-822a-49c1-a50b-46332e59ac20" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.437499] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a20fd6fa-822a-49c1-a50b-46332e59ac20" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.437751] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.437869] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.437935] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.438101] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.438184] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.438268] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a20fd6fa-822a-49c1-a50b-46332e59ac20" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.438360] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a20fd6fa-822a-49c1-a50b-46332e59ac20',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.793750] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30dba8d6-8bbe-4d49-9fa5-8f86797ba95f in Status: SUCCESS [ 1162.793913] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.794099] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.794344] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.794624] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.794772] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.794876] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.795032] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.795142] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.795241] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.795431] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.795599] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.795668] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.795815] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.795986] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.796111] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.796184] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.796344] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.796434] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.796518] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.796622] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('30dba8d6-8bbe-4d49-9fa5-8f86797ba95f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.940819] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-a20fd6fa-822a-49c1-a50b-46332e59ac20 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.941115] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a20fd6fa-822a-49c1-a50b-46332e59ac20" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.941115] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a20fd6fa-822a-49c1-a50b-46332e59ac20" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.941405] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a20fd6fa-822a-49c1-a50b-46332e59ac20" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.941666] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.941820] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.941883] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.942134] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.942255] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.942348] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a20fd6fa-822a-49c1-a50b-46332e59ac20" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.942512] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-a20fd6fa-822a-49c1-a50b-46332e59ac20 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.942608] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a20fd6fa-822a-49c1-a50b-46332e59ac20" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.942667] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a20fd6fa-822a-49c1-a50b-46332e59ac20" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.942810] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a20fd6fa-822a-49c1-a50b-46332e59ac20" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.942964] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.943080] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.943135] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.943287] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.943379] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.943429] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a20fd6fa-822a-49c1-a50b-46332e59ac20" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.943532] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a20fd6fa-822a-49c1-a50b-46332e59ac20',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.298587] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 30dba8d6-8bbe-4d49-9fa5-8f86797ba95f: rpc.has_security_group_logging(os_id): False [ 1163.315952] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.316105] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.316179] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.316395] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.316496] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.316678] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.316821] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.316930] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.317207] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.317341] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.317693] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.317763] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.317799] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.317938] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.318028] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.318231] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.318327] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.318388] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.318525] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.318599] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.318684] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30dba8d6-8bbe-4d49-9fa5-8f86797ba95f is going to be updated. [ 1163.375247] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.375340] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.375445] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.375693] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.375877] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.389229] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30dba8d6-8bbe-4d49-9fa5-8f86797ba95f in Status: IN_PROGRESS for 2s [ 1163.445879] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a20fd6fa-822a-49c1-a50b-46332e59ac20: rpc.has_security_group_logging(os_id): False [ 1163.485959] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.485959] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.485959] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.485959] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.485959] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.486239] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.486239] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.486239] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.486364] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.486395] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.486587] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.486681] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.486735] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.486878] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.486944] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.487138] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.487230] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.487282] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.487412] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.487480] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.487560] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a20fd6fa-822a-49c1-a50b-46332e59ac20 is going to be updated. [ 1163.555564] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.555750] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.555797] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.556024] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.556171] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.568289] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a20fd6fa-822a-49c1-a50b-46332e59ac20 in Status: IN_PROGRESS for 2s [ 1163.872044] env[69596]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1163.872162] env[69596]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1165.345099] env[69596]: INFO networking_nsxv3.common.synchronization [req-c7f69355-59b4-48eb-ac58-6c5dafe1961f req-1104905f-febb-45c9-9133-e247e48f0ef3 tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] Enqueued Resource ID: d997c822-9196-4a64-a9cb-57e8b41a8235 with Priority: HIGHEST for action security_group_members [ 1165.345776] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d997c822-9196-4a64-a9cb-57e8b41a8235 with Priority: HIGHEST for action security_group_members [ 1165.346231] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-d997c822-9196-4a64-a9cb-57e8b41a8235 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.347025] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d997c822-9196-4a64-a9cb-57e8b41a8235" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.347025] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d997c822-9196-4a64-a9cb-57e8b41a8235" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.347025] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d997c822-9196-4a64-a9cb-57e8b41a8235" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.347025] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.347526] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.347719] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.347996] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.349150] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.349150] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d997c822-9196-4a64-a9cb-57e8b41a8235',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.404559] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30dba8d6-8bbe-4d49-9fa5-8f86797ba95f in Status: SUCCESS [ 1165.404839] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.405044] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.405305] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.405411] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30dba8d6-8bbe-4d49-9fa5-8f86797ba95f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.583789] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a20fd6fa-822a-49c1-a50b-46332e59ac20 in Status: SUCCESS [ 1165.584503] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a20fd6fa-822a-49c1-a50b-46332e59ac20" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.646533] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-726 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.647221] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-726" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.647221] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-726" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.647221] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-726" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.647533] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.647716] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.647843] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.648079] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.648236] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.648468] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1165.648650] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1165.648837] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1165.648984] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1165.649121] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1165.649305] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1165.649467] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1165.669063] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1165.669288] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1165.669392] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1165.669645] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-726" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.670206] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-306e777f-5bcc-4926-b7af-4db5fcf17e40 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.670429] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-306e777f-5bcc-4926-b7af-4db5fcf17e40" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.670570] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-306e777f-5bcc-4926-b7af-4db5fcf17e40" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.670947] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-306e777f-5bcc-4926-b7af-4db5fcf17e40" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.671193] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('306e777f-5bcc-4926-b7af-4db5fcf17e40',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.850643] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.850921] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.850997] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.851286] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.851392] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.851609] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.851739] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.851801] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.851959] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.852048] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.852141] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d997c822-9196-4a64-a9cb-57e8b41a8235 already deleted. [ 1165.852225] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d997c822-9196-4a64-a9cb-57e8b41a8235" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.907963] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.907963] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.907963] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.908282] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.908445] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.908574] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.908750] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.908883] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.908995] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.909134] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.909258] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('30dba8d6-8bbe-4d49-9fa5-8f86797ba95f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.173548] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.173810] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.173903] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.174219] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.174377] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.174607] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port 306e777f-5bcc-4926-b7af-4db5fcf17e40 not found, creating... [ 1166.175165] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.175367] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.175500] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.175759] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.175909] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.176237] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.176475] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.176531] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.176755] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.176904] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.177082] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: 306e777f-5bcc-4926-b7af-4db5fcf17e40 is going to be created. [ 1166.197336] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.197548] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.197678] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.197943] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.198202] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.198434] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-306e777f-5bcc-4926-b7af-4db5fcf17e40" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.394056] env[69596]: INFO networking_nsxv3.common.synchronization [req-206d9110-8a2b-4d09-bb61-e2f3f01f14ab req-59fb0625-3c90-4875-9e19-e3aeb697da9f tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Enqueued Resource ID: 30dba8d6-8bbe-4d49-9fa5-8f86797ba95f with Priority: HIGHEST for action security_group_members [ 1166.394394] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30dba8d6-8bbe-4d49-9fa5-8f86797ba95f with Priority: HIGHEST for action security_group_members [ 1166.394499] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.394657] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.394745] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.394990] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.395240] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.395347] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.395425] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.395632] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.395749] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.395868] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30dba8d6-8bbe-4d49-9fa5-8f86797ba95f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.411962] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.412329] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.568797] env[69596]: INFO networking_nsxv3.common.synchronization [req-206d9110-8a2b-4d09-bb61-e2f3f01f14ab req-ce36af5e-7f7a-4c41-b965-395d8fff0cbe tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Enqueued Resource ID: 30dba8d6-8bbe-4d49-9fa5-8f86797ba95f with Priority: HIGHEST for action security_group_members [ 1166.568797] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30dba8d6-8bbe-4d49-9fa5-8f86797ba95f with Priority: HIGHEST for action security_group_members [ 1166.569062] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.569167] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.886239] env[69596]: INFO networking_nsxv3.common.synchronization [req-c7f69355-59b4-48eb-ac58-6c5dafe1961f req-a82df6bd-035f-4594-b482-1e15e26abda1 service nova] Enqueued Resource ID: d997c822-9196-4a64-a9cb-57e8b41a8235 with Priority: HIGHEST for action security_group_rules [ 1166.886428] env[69596]: INFO networking_nsxv3.common.synchronization [req-c7f69355-59b4-48eb-ac58-6c5dafe1961f req-a82df6bd-035f-4594-b482-1e15e26abda1 service nova] Enqueued Resource ID: d997c822-9196-4a64-a9cb-57e8b41a8235 with Priority: HIGHEST for action security_group_members [ 1166.886569] env[69596]: INFO networking_nsxv3.common.synchronization [req-c7f69355-59b4-48eb-ac58-6c5dafe1961f req-a82df6bd-035f-4594-b482-1e15e26abda1 service nova] Enqueued Resource ID: 306e777f-5bcc-4926-b7af-4db5fcf17e40 with Priority: HIGHEST for action port [ 1166.886815] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d997c822-9196-4a64-a9cb-57e8b41a8235 with Priority: HIGHEST for action security_group_rules [ 1166.886941] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d997c822-9196-4a64-a9cb-57e8b41a8235 with Priority: HIGHEST for action security_group_members [ 1166.887047] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 306e777f-5bcc-4926-b7af-4db5fcf17e40 with Priority: HIGHEST for action port [ 1166.887615] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d997c822-9196-4a64-a9cb-57e8b41a8235 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.887745] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d997c822-9196-4a64-a9cb-57e8b41a8235" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.887812] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d997c822-9196-4a64-a9cb-57e8b41a8235" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.888048] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d997c822-9196-4a64-a9cb-57e8b41a8235" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.888133] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d997c822-9196-4a64-a9cb-57e8b41a8235',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.889071] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-d997c822-9196-4a64-a9cb-57e8b41a8235 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.889144] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d997c822-9196-4a64-a9cb-57e8b41a8235" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.889188] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d997c822-9196-4a64-a9cb-57e8b41a8235" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.889327] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d997c822-9196-4a64-a9cb-57e8b41a8235" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.889798] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.889915] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.889969] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.890120] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.890204] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.890297] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d997c822-9196-4a64-a9cb-57e8b41a8235',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.891237] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-306e777f-5bcc-4926-b7af-4db5fcf17e40 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.891237] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-306e777f-5bcc-4926-b7af-4db5fcf17e40" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.891237] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-306e777f-5bcc-4926-b7af-4db5fcf17e40" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.891436] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-306e777f-5bcc-4926-b7af-4db5fcf17e40" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.891484] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('306e777f-5bcc-4926-b7af-4db5fcf17e40',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.898500] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30dba8d6-8bbe-4d49-9fa5-8f86797ba95f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.394274] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-d997c822-9196-4a64-a9cb-57e8b41a8235 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.394274] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d997c822-9196-4a64-a9cb-57e8b41a8235" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.394274] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d997c822-9196-4a64-a9cb-57e8b41a8235',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.395044] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 306e777f-5bcc-4926-b7af-4db5fcf17e40 with status ACTIVE [ 1167.395215] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.395334] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.395397] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.395621] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.395831] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.395933] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.396014] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.396061] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.396232] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.396281] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.396689] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.396826] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.396884] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.397050] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.397161] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.397265] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 306e777f-5bcc-4926-b7af-4db5fcf17e40 is going to be updated. [ 1167.400793] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30dba8d6-8bbe-4d49-9fa5-8f86797ba95f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.417775] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.417956] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.417956] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.418189] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.418332] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.418493] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-306e777f-5bcc-4926-b7af-4db5fcf17e40" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.899776] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d997c822-9196-4a64-a9cb-57e8b41a8235',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.902680] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.902841] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.903083] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.903083] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.903166] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.903265] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30dba8d6-8bbe-4d49-9fa5-8f86797ba95f is going to be updated. [ 1167.929568] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.929751] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.929751] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.929952] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.930114] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.937758] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30dba8d6-8bbe-4d49-9fa5-8f86797ba95f in Status: IN_PROGRESS for 2s [ 1168.402013] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.402334] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.402334] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.402491] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.402613] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.402682] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d997c822-9196-4a64-a9cb-57e8b41a8235 is going to be created. [ 1168.423473] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.423618] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.423680] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.423876] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.424035] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.432125] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d997c822-9196-4a64-a9cb-57e8b41a8235 in Status: UNINITIALIZED for 2s [ 1169.948723] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30dba8d6-8bbe-4d49-9fa5-8f86797ba95f in Status: SUCCESS [ 1169.949120] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.949120] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.949348] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.949546] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.949665] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.949748] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.949877] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.949957] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.950054] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.950259] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.950552] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.950552] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.950552] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.950737] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.950737] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.951103] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.951103] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.951103] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.951103] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.951257] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('30dba8d6-8bbe-4d49-9fa5-8f86797ba95f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.952075] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.952272] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.952839] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.952839] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.952839] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.952839] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.952839] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.953191] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30dba8d6-8bbe-4d49-9fa5-8f86797ba95f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.441614] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d997c822-9196-4a64-a9cb-57e8b41a8235 in Status: SUCCESS [ 1170.442043] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d997c822-9196-4a64-a9cb-57e8b41a8235" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.442220] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d997c822-9196-4a64-a9cb-57e8b41a8235" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.442816] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d997c822-9196-4a64-a9cb-57e8b41a8235" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.442816] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.442816] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.442816] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.443099] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.443099] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.443166] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d997c822-9196-4a64-a9cb-57e8b41a8235" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.443250] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d997c822-9196-4a64-a9cb-57e8b41a8235',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.454763] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 30dba8d6-8bbe-4d49-9fa5-8f86797ba95f: rpc.has_security_group_logging(os_id): False [ 1170.456068] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.456222] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.456266] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.456558] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.456558] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.456773] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.456926] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.457053] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.457192] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.457534] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.457534] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30dba8d6-8bbe-4d49-9fa5-8f86797ba95f is going to be updated. [ 1170.479018] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.479234] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.479286] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.479471] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.479565] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.479764] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.479853] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.479917] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.480082] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.480159] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.480342] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.480432] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.480487] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.480627] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.480701] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.481076] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.481194] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.481257] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.481397] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.481468] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.481553] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30dba8d6-8bbe-4d49-9fa5-8f86797ba95f is going to be updated. [ 1170.483829] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.483980] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.484035] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.484171] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.484299] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.493263] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30dba8d6-8bbe-4d49-9fa5-8f86797ba95f in Status: IN_PROGRESS for 2s [ 1170.539943] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.539943] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.539943] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.539943] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.540298] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.571280] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30dba8d6-8bbe-4d49-9fa5-8f86797ba95f in Status: IN_PROGRESS for 2s [ 1170.951651] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d997c822-9196-4a64-a9cb-57e8b41a8235',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.454447] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d997c822-9196-4a64-a9cb-57e8b41a8235: rpc.has_security_group_logging(os_id): False [ 1171.473684] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.473855] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.473920] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.474128] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.474222] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.474529] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.474693] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.474769] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.474932] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.475016] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.475111] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d997c822-9196-4a64-a9cb-57e8b41a8235 is going to be created. [ 1171.493506] env[69596]: INFO networking_nsxv3.common.synchronization [None req-b7beb163-f86d-4e1b-981d-e0c2cdbef75f tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Enqueued Resource ID: ec599c63-0116-41e0-ad7e-9d809eeafeef with Priority: HIGHEST for action security_group_rules [ 1171.494072] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec599c63-0116-41e0-ad7e-9d809eeafeef with Priority: HIGHEST for action security_group_rules [ 1171.494391] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec599c63-0116-41e0-ad7e-9d809eeafeef taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.494513] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec599c63-0116-41e0-ad7e-9d809eeafeef" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.494582] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec599c63-0116-41e0-ad7e-9d809eeafeef" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.494888] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec599c63-0116-41e0-ad7e-9d809eeafeef" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.494971] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec599c63-0116-41e0-ad7e-9d809eeafeef',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.533728] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.533879] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.533954] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.534188] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.534370] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.546801] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d997c822-9196-4a64-a9cb-57e8b41a8235 in Status: IN_PROGRESS for 2s [ 1171.607908] env[69596]: INFO networking_nsxv3.common.synchronization [None req-b131cf3a-745a-44ff-941b-b4f13fb570f2 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Enqueued Resource ID: ec599c63-0116-41e0-ad7e-9d809eeafeef with Priority: HIGHEST for action security_group_rules [ 1171.608822] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec599c63-0116-41e0-ad7e-9d809eeafeef with Priority: HIGHEST for action security_group_rules [ 1171.609505] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec599c63-0116-41e0-ad7e-9d809eeafeef taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.609631] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec599c63-0116-41e0-ad7e-9d809eeafeef" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.017022] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.017022] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.017022] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.017022] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.017022] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.017022] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec599c63-0116-41e0-ad7e-9d809eeafeef already deleted. [ 1172.017022] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec599c63-0116-41e0-ad7e-9d809eeafeef" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.017022] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec599c63-0116-41e0-ad7e-9d809eeafeef" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.017022] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec599c63-0116-41e0-ad7e-9d809eeafeef" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.017022] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec599c63-0116-41e0-ad7e-9d809eeafeef',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.502619] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30dba8d6-8bbe-4d49-9fa5-8f86797ba95f in Status: SUCCESS [ 1172.502817] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30dba8d6-8bbe-4d49-9fa5-8f86797ba95f deletion is rescheduled due to dependency. [ 1172.502901] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.537009] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.537274] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.537351] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.537570] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.537659] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.537760] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec599c63-0116-41e0-ad7e-9d809eeafeef already deleted. [ 1172.537843] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec599c63-0116-41e0-ad7e-9d809eeafeef" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.585723] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30dba8d6-8bbe-4d49-9fa5-8f86797ba95f in Status: SUCCESS [ 1172.585983] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.558246] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d997c822-9196-4a64-a9cb-57e8b41a8235 in Status: SUCCESS [ 1173.558526] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d997c822-9196-4a64-a9cb-57e8b41a8235" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.411844] env[69596]: INFO networking_nsxv3.common.synchronization [None req-58152111-f1de-42df-8f5d-4195f314543f None None] Enqueued Resource ID: 398e9867-bfe0-4b40-bf42-3287c2707130 with Priority: HIGHEST for action port [ 1175.412451] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 398e9867-bfe0-4b40-bf42-3287c2707130 with Priority: HIGHEST for action port [ 1175.416252] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-398e9867-bfe0-4b40-bf42-3287c2707130 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.416378] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-398e9867-bfe0-4b40-bf42-3287c2707130" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.416446] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-398e9867-bfe0-4b40-bf42-3287c2707130" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.416725] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-398e9867-bfe0-4b40-bf42-3287c2707130" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.416815] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('398e9867-bfe0-4b40-bf42-3287c2707130',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.923226] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 398e9867-bfe0-4b40-bf42-3287c2707130 [ 1175.923226] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.923226] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.923226] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.923226] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.923226] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.923226] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:398e9867-bfe0-4b40-bf42-3287c2707130 already deleted. [ 1175.923226] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-398e9867-bfe0-4b40-bf42-3287c2707130" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.298010] env[69596]: INFO networking_nsxv3.common.synchronization [req-8c5ee59b-47f1-4528-9755-a2530fa441dc req-ea4b1a1a-9ef6-4bfd-add0-6b41ed7417ca tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Enqueued Resource ID: ec599c63-0116-41e0-ad7e-9d809eeafeef with Priority: HIGHEST for action security_group_members [ 1177.300032] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec599c63-0116-41e0-ad7e-9d809eeafeef with Priority: HIGHEST for action security_group_members [ 1177.300032] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec599c63-0116-41e0-ad7e-9d809eeafeef taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.300032] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec599c63-0116-41e0-ad7e-9d809eeafeef" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.300297] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec599c63-0116-41e0-ad7e-9d809eeafeef" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.300341] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec599c63-0116-41e0-ad7e-9d809eeafeef" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.300498] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.301208] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.301407] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.301737] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.301831] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.301931] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec599c63-0116-41e0-ad7e-9d809eeafeef',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.635065] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-627 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.635065] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-627" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.635065] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-627" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.635065] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-627" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.635065] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.635065] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.635065] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.635065] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.635065] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.635484] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1177.635600] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1177.635770] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1177.635899] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1177.636029] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1177.636139] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1177.636279] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1177.655395] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1177.655582] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1177.655727] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1177.655904] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-627" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.656315] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-6a7c349c-2de2-429a-8aae-2f38a779de58 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.656808] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-6a7c349c-2de2-429a-8aae-2f38a779de58" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.656808] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-6a7c349c-2de2-429a-8aae-2f38a779de58" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.656984] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-6a7c349c-2de2-429a-8aae-2f38a779de58" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.657143] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a7c349c-2de2-429a-8aae-2f38a779de58',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.810930] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.810930] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.810930] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.810930] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.810930] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.810930] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.810930] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.810930] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.810930] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.810930] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.810930] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec599c63-0116-41e0-ad7e-9d809eeafeef already deleted. [ 1177.810930] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec599c63-0116-41e0-ad7e-9d809eeafeef" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.103187] env[69596]: INFO networking_nsxv3.common.synchronization [None req-3757a7d6-1d12-4b9a-ae18-45b4eb09b813 None None] Enqueued Resource ID: 618ee369-939b-43cd-90ea-ff467af79429 with Priority: HIGHEST for action port [ 1178.103761] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 618ee369-939b-43cd-90ea-ff467af79429 with Priority: HIGHEST for action port [ 1178.104089] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-618ee369-939b-43cd-90ea-ff467af79429 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.104215] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-618ee369-939b-43cd-90ea-ff467af79429" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.104287] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-618ee369-939b-43cd-90ea-ff467af79429" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.104554] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-618ee369-939b-43cd-90ea-ff467af79429" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.104636] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('618ee369-939b-43cd-90ea-ff467af79429',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.159969] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.160388] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.160605] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.160927] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.161351] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.161447] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port 6a7c349c-2de2-429a-8aae-2f38a779de58 not found, creating... [ 1178.161754] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.161951] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.162107] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.162388] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.162559] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.162932] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.163104] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.163248] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.163488] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.163654] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.163821] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: 6a7c349c-2de2-429a-8aae-2f38a779de58 is going to be created. [ 1178.183128] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.183489] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.183691] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.183976] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.184240] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.184464] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-6a7c349c-2de2-429a-8aae-2f38a779de58" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.607775] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 618ee369-939b-43cd-90ea-ff467af79429 [ 1178.607775] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.608221] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.608221] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.608221] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.608221] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.608356] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:618ee369-939b-43cd-90ea-ff467af79429 already deleted. [ 1178.608434] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-618ee369-939b-43cd-90ea-ff467af79429" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.870035] env[69596]: INFO networking_nsxv3.common.synchronization [req-8c5ee59b-47f1-4528-9755-a2530fa441dc req-1640ef6c-9529-4a6f-b093-f998c339c19a service nova] Enqueued Resource ID: ec599c63-0116-41e0-ad7e-9d809eeafeef with Priority: HIGHEST for action security_group_rules [ 1178.870035] env[69596]: INFO networking_nsxv3.common.synchronization [req-8c5ee59b-47f1-4528-9755-a2530fa441dc req-1640ef6c-9529-4a6f-b093-f998c339c19a service nova] Enqueued Resource ID: ec599c63-0116-41e0-ad7e-9d809eeafeef with Priority: HIGHEST for action security_group_members [ 1178.870035] env[69596]: INFO networking_nsxv3.common.synchronization [req-8c5ee59b-47f1-4528-9755-a2530fa441dc req-1640ef6c-9529-4a6f-b093-f998c339c19a service nova] Enqueued Resource ID: 6a7c349c-2de2-429a-8aae-2f38a779de58 with Priority: HIGHEST for action port [ 1178.870035] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec599c63-0116-41e0-ad7e-9d809eeafeef with Priority: HIGHEST for action security_group_rules [ 1178.870035] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec599c63-0116-41e0-ad7e-9d809eeafeef with Priority: HIGHEST for action security_group_members [ 1178.870035] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a7c349c-2de2-429a-8aae-2f38a779de58 with Priority: HIGHEST for action port [ 1178.870035] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec599c63-0116-41e0-ad7e-9d809eeafeef taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.870035] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec599c63-0116-41e0-ad7e-9d809eeafeef" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.870035] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec599c63-0116-41e0-ad7e-9d809eeafeef" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.870882] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec599c63-0116-41e0-ad7e-9d809eeafeef" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.871163] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec599c63-0116-41e0-ad7e-9d809eeafeef',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.872263] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec599c63-0116-41e0-ad7e-9d809eeafeef taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.872507] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec599c63-0116-41e0-ad7e-9d809eeafeef" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.872722] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec599c63-0116-41e0-ad7e-9d809eeafeef" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.873018] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec599c63-0116-41e0-ad7e-9d809eeafeef" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.873289] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.874099] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.874099] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.874099] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.874099] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.874099] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec599c63-0116-41e0-ad7e-9d809eeafeef',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.874740] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a7c349c-2de2-429a-8aae-2f38a779de58 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.875029] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a7c349c-2de2-429a-8aae-2f38a779de58" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.875029] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a7c349c-2de2-429a-8aae-2f38a779de58" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.875185] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a7c349c-2de2-429a-8aae-2f38a779de58" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.875289] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a7c349c-2de2-429a-8aae-2f38a779de58',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.376735] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec599c63-0116-41e0-ad7e-9d809eeafeef taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.376900] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec599c63-0116-41e0-ad7e-9d809eeafeef" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.377151] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ec599c63-0116-41e0-ad7e-9d809eeafeef',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.378068] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6a7c349c-2de2-429a-8aae-2f38a779de58 with status ACTIVE [ 1179.378255] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.378364] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.378428] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.378633] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.378726] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.378893] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.378983] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.379069] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.379238] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.379441] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.379520] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.379584] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.379640] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.379737] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.379811] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.379934] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6a7c349c-2de2-429a-8aae-2f38a779de58 is going to be updated. [ 1179.398779] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.398976] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.398976] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.399243] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.399380] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.399534] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a7c349c-2de2-429a-8aae-2f38a779de58" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.882870] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ec599c63-0116-41e0-ad7e-9d809eeafeef',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.384307] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.384568] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.384568] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.384808] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.384909] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.385038] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec599c63-0116-41e0-ad7e-9d809eeafeef is going to be created. [ 1180.408342] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.408537] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.408602] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.408819] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.409056] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.418479] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec599c63-0116-41e0-ad7e-9d809eeafeef in Status: UNINITIALIZED for 2s [ 1180.841115] env[69596]: INFO networking_nsxv3.common.synchronization [req-29004e0c-347e-47e1-a1e9-bd13ed7f5514 req-43929203-18d9-45e2-b976-abb2fa8486e3 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Enqueued Resource ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c with Priority: HIGHEST for action security_group_members [ 1180.843595] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c with Priority: HIGHEST for action security_group_members [ 1180.843982] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-888b4e00-9217-49bc-87d8-d10eb3e2007c taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.845157] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.845157] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.845157] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.845157] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.845413] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.845413] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.845604] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.845691] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.846147] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('888b4e00-9217-49bc-87d8-d10eb3e2007c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.106667] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-18 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.106667] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-18" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.106667] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-18" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.107114] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-18" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.107265] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.107430] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.107554] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.107799] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.107979] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.108220] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1181.108341] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1181.108458] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1181.108572] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1181.108685] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1181.108795] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1181.108949] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1181.126167] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1181.126359] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1181.126518] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1181.126780] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-18" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.127188] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-7832e906-11b9-45ff-b349-3fade95d44a6 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.127384] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-7832e906-11b9-45ff-b349-3fade95d44a6" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.127533] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-7832e906-11b9-45ff-b349-3fade95d44a6" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.127881] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-7832e906-11b9-45ff-b349-3fade95d44a6" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.128056] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7832e906-11b9-45ff-b349-3fade95d44a6',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.349139] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.349328] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.349410] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.349621] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.349719] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.349921] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.350047] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.350111] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.350309] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.350414] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.350528] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c already deleted. [ 1181.350632] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.631410] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.631739] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.631948] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.632295] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.632419] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.632562] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port 7832e906-11b9-45ff-b349-3fade95d44a6 not found, creating... [ 1181.632912] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.633112] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.633242] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.633532] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.633721] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.634069] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.634266] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.634371] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.634589] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.634890] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.635172] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: 7832e906-11b9-45ff-b349-3fade95d44a6 is going to be created. [ 1181.659047] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.659329] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.659385] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.660248] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.660248] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.660248] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-7832e906-11b9-45ff-b349-3fade95d44a6" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.367186] env[69596]: INFO networking_nsxv3.common.synchronization [req-29004e0c-347e-47e1-a1e9-bd13ed7f5514 req-1f50383f-07cd-4092-aa92-3cec554ed9a8 service nova] Enqueued Resource ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c with Priority: HIGHEST for action security_group_rules [ 1182.367450] env[69596]: INFO networking_nsxv3.common.synchronization [req-29004e0c-347e-47e1-a1e9-bd13ed7f5514 req-1f50383f-07cd-4092-aa92-3cec554ed9a8 service nova] Enqueued Resource ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c with Priority: HIGHEST for action security_group_members [ 1182.367450] env[69596]: INFO networking_nsxv3.common.synchronization [req-29004e0c-347e-47e1-a1e9-bd13ed7f5514 req-1f50383f-07cd-4092-aa92-3cec554ed9a8 service nova] Enqueued Resource ID: 7832e906-11b9-45ff-b349-3fade95d44a6 with Priority: HIGHEST for action port [ 1182.368029] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c with Priority: HIGHEST for action security_group_rules [ 1182.368227] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c with Priority: HIGHEST for action security_group_members [ 1182.368320] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7832e906-11b9-45ff-b349-3fade95d44a6 with Priority: HIGHEST for action port [ 1182.368596] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-888b4e00-9217-49bc-87d8-d10eb3e2007c taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.368722] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.368786] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.369110] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.369201] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('888b4e00-9217-49bc-87d8-d10eb3e2007c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.370065] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-888b4e00-9217-49bc-87d8-d10eb3e2007c taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.370215] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.370286] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.370465] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.370633] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.370766] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.370830] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.370980] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.371078] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.371168] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('888b4e00-9217-49bc-87d8-d10eb3e2007c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.372071] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-7832e906-11b9-45ff-b349-3fade95d44a6 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.372231] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7832e906-11b9-45ff-b349-3fade95d44a6" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.372313] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7832e906-11b9-45ff-b349-3fade95d44a6" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.372469] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7832e906-11b9-45ff-b349-3fade95d44a6" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.372542] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7832e906-11b9-45ff-b349-3fade95d44a6',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.428167] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec599c63-0116-41e0-ad7e-9d809eeafeef in Status: SUCCESS [ 1182.428397] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec599c63-0116-41e0-ad7e-9d809eeafeef" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.428554] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec599c63-0116-41e0-ad7e-9d809eeafeef" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.428761] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec599c63-0116-41e0-ad7e-9d809eeafeef" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.428959] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.429092] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.429149] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.429353] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.429390] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.429458] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec599c63-0116-41e0-ad7e-9d809eeafeef" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.429551] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ec599c63-0116-41e0-ad7e-9d809eeafeef',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.875376] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-888b4e00-9217-49bc-87d8-d10eb3e2007c taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.875376] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.875376] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('888b4e00-9217-49bc-87d8-d10eb3e2007c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.875821] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7832e906-11b9-45ff-b349-3fade95d44a6 with status ACTIVE [ 1182.876049] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.876163] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.876231] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.876443] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.876543] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.876688] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.876785] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.876848] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.876977] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.877064] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.877286] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.877441] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.877441] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.877567] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.877567] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.877665] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7832e906-11b9-45ff-b349-3fade95d44a6 is going to be updated. [ 1182.897303] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.897509] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.897509] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.897696] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.897829] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.897986] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7832e906-11b9-45ff-b349-3fade95d44a6" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.931791] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ec599c63-0116-41e0-ad7e-9d809eeafeef',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.379983] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('888b4e00-9217-49bc-87d8-d10eb3e2007c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.433660] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ec599c63-0116-41e0-ad7e-9d809eeafeef: rpc.has_security_group_logging(os_id): False [ 1183.451426] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.451573] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.451573] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.451780] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.451874] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.452156] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.452288] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.452379] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.452471] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.452683] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.452683] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec599c63-0116-41e0-ad7e-9d809eeafeef is going to be created. [ 1183.506443] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.506724] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.506828] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.507062] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.507237] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.521869] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec599c63-0116-41e0-ad7e-9d809eeafeef in Status: IN_PROGRESS for 2s [ 1183.881928] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.882129] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.882203] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.882425] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.882519] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.882628] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c is going to be created. [ 1183.903387] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.903525] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.903596] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.903794] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.903950] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.914788] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c in Status: UNINITIALIZED for 2s [ 1185.531968] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec599c63-0116-41e0-ad7e-9d809eeafeef in Status: SUCCESS [ 1185.532305] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec599c63-0116-41e0-ad7e-9d809eeafeef" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.924643] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c in Status: SUCCESS [ 1185.924941] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.925099] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.925804] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.925804] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.925804] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.925804] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.926289] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.926289] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.926289] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.926289] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('888b4e00-9217-49bc-87d8-d10eb3e2007c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.429401] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-888b4e00-9217-49bc-87d8-d10eb3e2007c taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.430353] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.430353] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.430353] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.430353] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.430353] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.430353] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.430353] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.430602] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.430602] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.430667] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-888b4e00-9217-49bc-87d8-d10eb3e2007c taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.430871] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.430871] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.430973] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.431062] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.431215] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.431367] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.432028] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.432028] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.432028] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.432028] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('888b4e00-9217-49bc-87d8-d10eb3e2007c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.933970] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 888b4e00-9217-49bc-87d8-d10eb3e2007c: rpc.has_security_group_logging(os_id): False [ 1186.953477] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.953681] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.953733] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.953945] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.954303] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.954303] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.954468] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.954468] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.954634] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.954712] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.954982] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.955107] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.955186] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.955554] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.955554] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.955656] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.955720] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.955771] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.955925] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.956022] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.956113] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c is going to be created. [ 1187.011604] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.011795] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.011795] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.012017] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.012235] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.025887] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c in Status: IN_PROGRESS for 2s [ 1187.369231] env[69596]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1187.369432] env[69596]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1189.038602] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c in Status: SUCCESS [ 1189.038976] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.971249] env[69596]: INFO networking_nsxv3.common.synchronization [req-b25d3685-f843-4902-b450-650745b0812f req-5bd7f0a2-0fbd-496e-b113-b35930194333 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Enqueued Resource ID: a20fd6fa-822a-49c1-a50b-46332e59ac20 with Priority: HIGHEST for action security_group_members [ 1189.971902] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a20fd6fa-822a-49c1-a50b-46332e59ac20 with Priority: HIGHEST for action security_group_members [ 1189.976020] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-a20fd6fa-822a-49c1-a50b-46332e59ac20 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.976020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a20fd6fa-822a-49c1-a50b-46332e59ac20" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.976020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a20fd6fa-822a-49c1-a50b-46332e59ac20" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.976020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a20fd6fa-822a-49c1-a50b-46332e59ac20" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.976020] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.976020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.976020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.976020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.976020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.976020] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a20fd6fa-822a-49c1-a50b-46332e59ac20',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.475928] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.476351] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.476351] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.476351] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.476473] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.476640] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.476735] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.476800] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.476952] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.477051] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.477140] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a20fd6fa-822a-49c1-a50b-46332e59ac20 is going to be updated. [ 1190.501469] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.501639] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.501639] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.501835] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.501971] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.509687] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a20fd6fa-822a-49c1-a50b-46332e59ac20 in Status: IN_PROGRESS for 2s [ 1192.520626] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a20fd6fa-822a-49c1-a50b-46332e59ac20 in Status: SUCCESS [ 1192.520950] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a20fd6fa-822a-49c1-a50b-46332e59ac20 deletion is rescheduled due to dependency. [ 1192.520950] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a20fd6fa-822a-49c1-a50b-46332e59ac20" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.973719] env[69596]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1194.973991] env[69596]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1195.746600] env[69596]: INFO networking_nsxv3.common.synchronization [req-7227294d-18e2-47cc-b1ec-6c7c34f14545 req-8dd4ae10-4947-419f-8fb1-a799212521c7 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Enqueued Resource ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c with Priority: HIGHEST for action security_group_members [ 1195.747142] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c with Priority: HIGHEST for action security_group_members [ 1195.747456] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-888b4e00-9217-49bc-87d8-d10eb3e2007c taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.747574] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.747633] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.747832] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.747982] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.748694] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.748767] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.748937] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.749028] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.749426] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('888b4e00-9217-49bc-87d8-d10eb3e2007c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.254987] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.255307] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.255307] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.255457] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.255550] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.255748] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.255853] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.255918] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.256062] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.256119] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.256204] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c is going to be updated. [ 1196.283056] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.283187] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.283255] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.283433] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.283570] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.291493] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c in Status: IN_PROGRESS for 2s [ 1198.151241] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-159 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.151633] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-159" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.151718] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-159" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.151945] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-159" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.152247] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.152410] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.152544] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.152766] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.152919] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.153149] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1198.153284] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1198.153421] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1198.153560] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1198.153695] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1198.153815] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1198.153978] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1198.172587] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1198.172809] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1198.173015] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1198.173238] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-159" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.173617] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-8e483696-119a-4c97-9a46-796a3a0f7404 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.173859] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-8e483696-119a-4c97-9a46-796a3a0f7404" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.174055] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-8e483696-119a-4c97-9a46-796a3a0f7404" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.174384] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-8e483696-119a-4c97-9a46-796a3a0f7404" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.174578] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e483696-119a-4c97-9a46-796a3a0f7404',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.300637] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c in Status: SUCCESS [ 1198.300823] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c deletion is rescheduled due to dependency. [ 1198.300937] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.676991] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.677261] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.677403] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.677683] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.677838] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.678147] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.678309] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.678432] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.678648] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.678790] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.679087] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.679248] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.679370] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.679580] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.679719] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.679864] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: 8e483696-119a-4c97-9a46-796a3a0f7404 is going to be updated. [ 1198.701840] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.702042] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.702174] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.702406] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.702594] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.702872] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-8e483696-119a-4c97-9a46-796a3a0f7404" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.375941] env[69596]: INFO networking_nsxv3.common.synchronization [req-a77e70e4-f7a9-42e1-8d6d-a33955aac188 req-d904a81a-8d77-451c-a9f3-9af6bd36dabc service nova] Enqueued Resource ID: e8063eca-44c5-4efb-90d6-e16f8ae4f041 with Priority: HIGHEST for action security_group_rules [ 1199.375941] env[69596]: INFO networking_nsxv3.common.synchronization [req-a77e70e4-f7a9-42e1-8d6d-a33955aac188 req-d904a81a-8d77-451c-a9f3-9af6bd36dabc service nova] Enqueued Resource ID: e8063eca-44c5-4efb-90d6-e16f8ae4f041 with Priority: HIGHEST for action security_group_members [ 1199.375941] env[69596]: INFO networking_nsxv3.common.synchronization [req-a77e70e4-f7a9-42e1-8d6d-a33955aac188 req-d904a81a-8d77-451c-a9f3-9af6bd36dabc service nova] Enqueued Resource ID: 8e483696-119a-4c97-9a46-796a3a0f7404 with Priority: HIGHEST for action port [ 1199.375941] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8063eca-44c5-4efb-90d6-e16f8ae4f041 with Priority: HIGHEST for action security_group_rules [ 1199.375941] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8063eca-44c5-4efb-90d6-e16f8ae4f041 with Priority: HIGHEST for action security_group_members [ 1199.375941] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e483696-119a-4c97-9a46-796a3a0f7404 with Priority: HIGHEST for action port [ 1199.376608] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8063eca-44c5-4efb-90d6-e16f8ae4f041 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.376608] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8063eca-44c5-4efb-90d6-e16f8ae4f041" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.376608] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8063eca-44c5-4efb-90d6-e16f8ae4f041" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.376733] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8063eca-44c5-4efb-90d6-e16f8ae4f041" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.376733] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8063eca-44c5-4efb-90d6-e16f8ae4f041',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.377553] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8063eca-44c5-4efb-90d6-e16f8ae4f041 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.377669] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8063eca-44c5-4efb-90d6-e16f8ae4f041" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.377735] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8063eca-44c5-4efb-90d6-e16f8ae4f041" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.377916] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8063eca-44c5-4efb-90d6-e16f8ae4f041" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.378273] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.378273] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.378273] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.378428] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.378428] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.378555] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8063eca-44c5-4efb-90d6-e16f8ae4f041',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.379906] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e483696-119a-4c97-9a46-796a3a0f7404 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.379906] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e483696-119a-4c97-9a46-796a3a0f7404" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.379906] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e483696-119a-4c97-9a46-796a3a0f7404" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.379906] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e483696-119a-4c97-9a46-796a3a0f7404" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.379906] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e483696-119a-4c97-9a46-796a3a0f7404',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.881617] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8063eca-44c5-4efb-90d6-e16f8ae4f041 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.881755] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8063eca-44c5-4efb-90d6-e16f8ae4f041" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.881970] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e8063eca-44c5-4efb-90d6-e16f8ae4f041',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.882982] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8e483696-119a-4c97-9a46-796a3a0f7404 with status ACTIVE [ 1199.883204] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.883317] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.883384] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.883593] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.883700] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.883869] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.883977] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.884066] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.884306] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.884429] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.884669] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.884793] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.884955] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.885108] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.885203] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.885301] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8e483696-119a-4c97-9a46-796a3a0f7404 is going to be updated. [ 1199.909053] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.909312] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.909312] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.909517] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.909680] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.909859] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e483696-119a-4c97-9a46-796a3a0f7404" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.387874] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e8063eca-44c5-4efb-90d6-e16f8ae4f041',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.890572] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.890787] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.890849] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.891074] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.891161] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.891349] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8063eca-44c5-4efb-90d6-e16f8ae4f041 is going to be updated. [ 1200.925282] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.925453] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.925529] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.925791] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.925984] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.935518] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8063eca-44c5-4efb-90d6-e16f8ae4f041 in Status: IN_PROGRESS for 2s [ 1202.947792] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8063eca-44c5-4efb-90d6-e16f8ae4f041 in Status: SUCCESS [ 1202.947792] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8063eca-44c5-4efb-90d6-e16f8ae4f041" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.947792] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8063eca-44c5-4efb-90d6-e16f8ae4f041" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.947792] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8063eca-44c5-4efb-90d6-e16f8ae4f041" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.947792] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.948371] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.948371] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.948371] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.948371] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.948371] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8063eca-44c5-4efb-90d6-e16f8ae4f041" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.948371] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e8063eca-44c5-4efb-90d6-e16f8ae4f041',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.450421] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e8063eca-44c5-4efb-90d6-e16f8ae4f041',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.952488] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e8063eca-44c5-4efb-90d6-e16f8ae4f041: rpc.has_security_group_logging(os_id): False [ 1203.969489] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.969689] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.969689] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.969911] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.969991] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.970287] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.970395] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.970460] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.970617] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.970704] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.970777] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8063eca-44c5-4efb-90d6-e16f8ae4f041 is going to be updated. [ 1204.023131] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.023131] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.023544] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.023544] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.023875] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.036823] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8063eca-44c5-4efb-90d6-e16f8ae4f041 in Status: IN_PROGRESS for 2s [ 1204.376716] env[69596]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1204.376716] env[69596]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1204.990866] env[69596]: INFO networking_nsxv3.common.synchronization [req-76d32d9b-4c6b-44fc-88c5-985f0ba75dc1 req-2192bcfd-8b3e-4e8f-b3f2-a11aa5afacfd tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Enqueued Resource ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c with Priority: HIGHEST for action security_group_members [ 1204.991456] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c with Priority: HIGHEST for action security_group_members [ 1204.991753] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-888b4e00-9217-49bc-87d8-d10eb3e2007c taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.991872] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.991939] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.992166] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.992315] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.992414] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.992472] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.992611] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.992691] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.992786] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('888b4e00-9217-49bc-87d8-d10eb3e2007c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.264295] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-18 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.264449] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-18" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.264532] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-18" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.264793] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-18" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.265138] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.265426] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.265595] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.266238] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.266413] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.266637] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1205.266760] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1205.266877] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1205.266991] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1205.267120] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1205.267243] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1205.267415] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1205.286137] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1205.287031] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1205.287031] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1205.287031] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-18" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.287031] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-e90f3523-9a75-4df9-9da8-c51713f7a1eb taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.287379] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-e90f3523-9a75-4df9-9da8-c51713f7a1eb" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.287471] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-e90f3523-9a75-4df9-9da8-c51713f7a1eb" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.287822] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-e90f3523-9a75-4df9-9da8-c51713f7a1eb" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.287998] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e90f3523-9a75-4df9-9da8-c51713f7a1eb',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.494904] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.495116] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.495164] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.495391] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.495488] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.495700] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.495794] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.495856] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.496061] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.496147] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.496237] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c is going to be updated. [ 1205.523247] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.524023] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.524023] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.524023] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.524191] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.533164] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c in Status: IN_PROGRESS for 2s [ 1205.791195] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.791558] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.791752] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.792200] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.792398] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.792631] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port e90f3523-9a75-4df9-9da8-c51713f7a1eb not found, creating... [ 1205.793138] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.793279] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.793458] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.793797] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.794052] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.794575] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.794832] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.795098] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.795431] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.795641] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.795850] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: e90f3523-9a75-4df9-9da8-c51713f7a1eb is going to be created. [ 1205.815555] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.815688] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.815879] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.816317] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.816648] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.816980] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-e90f3523-9a75-4df9-9da8-c51713f7a1eb" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.050137] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8063eca-44c5-4efb-90d6-e16f8ae4f041 in Status: SUCCESS [ 1206.050501] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8063eca-44c5-4efb-90d6-e16f8ae4f041" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.537984] env[69596]: INFO networking_nsxv3.common.synchronization [req-76d32d9b-4c6b-44fc-88c5-985f0ba75dc1 req-f4179f32-50ac-40da-9619-b24f24ef3e3c service nova] Enqueued Resource ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c with Priority: HIGHEST for action security_group_rules [ 1206.538142] env[69596]: INFO networking_nsxv3.common.synchronization [req-76d32d9b-4c6b-44fc-88c5-985f0ba75dc1 req-f4179f32-50ac-40da-9619-b24f24ef3e3c service nova] Enqueued Resource ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c with Priority: HIGHEST for action security_group_members [ 1206.538298] env[69596]: INFO networking_nsxv3.common.synchronization [req-76d32d9b-4c6b-44fc-88c5-985f0ba75dc1 req-f4179f32-50ac-40da-9619-b24f24ef3e3c service nova] Enqueued Resource ID: e90f3523-9a75-4df9-9da8-c51713f7a1eb with Priority: HIGHEST for action port [ 1206.538807] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c with Priority: HIGHEST for action security_group_rules [ 1206.538936] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c with Priority: HIGHEST for action security_group_members [ 1206.539125] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e90f3523-9a75-4df9-9da8-c51713f7a1eb with Priority: HIGHEST for action port [ 1206.539456] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-888b4e00-9217-49bc-87d8-d10eb3e2007c taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.539588] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.539660] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.539866] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.539946] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('888b4e00-9217-49bc-87d8-d10eb3e2007c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.541271] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-888b4e00-9217-49bc-87d8-d10eb3e2007c taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.541271] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.541271] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-e90f3523-9a75-4df9-9da8-c51713f7a1eb taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.541568] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e90f3523-9a75-4df9-9da8-c51713f7a1eb" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.541568] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e90f3523-9a75-4df9-9da8-c51713f7a1eb" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.541568] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e90f3523-9a75-4df9-9da8-c51713f7a1eb" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.541669] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e90f3523-9a75-4df9-9da8-c51713f7a1eb',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.043865] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-888b4e00-9217-49bc-87d8-d10eb3e2007c taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.043865] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.044184] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e90f3523-9a75-4df9-9da8-c51713f7a1eb with status ACTIVE [ 1207.044184] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.044359] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.044359] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.044639] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.044698] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.044837] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.044909] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.045024] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.045192] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.045231] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.045408] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.045502] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.045562] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.045719] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.045784] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.045874] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e90f3523-9a75-4df9-9da8-c51713f7a1eb is going to be updated. [ 1207.068034] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.068429] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.068429] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.068429] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.068540] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.068619] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e90f3523-9a75-4df9-9da8-c51713f7a1eb" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.544209] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c in Status: SUCCESS [ 1207.544453] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c deletion is rescheduled due to dependency. [ 1207.544509] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.544924] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.544924] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.545084] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.545169] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.545238] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.545397] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.545481] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.545574] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('888b4e00-9217-49bc-87d8-d10eb3e2007c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.051059] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('888b4e00-9217-49bc-87d8-d10eb3e2007c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.554633] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('888b4e00-9217-49bc-87d8-d10eb3e2007c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.056955] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.057189] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.057274] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.057521] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.057613] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.057723] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c is going to be updated. [ 1209.084155] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.084373] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.084373] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.084594] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.084734] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.093197] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c in Status: IN_PROGRESS for 2s [ 1211.108247] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c in Status: IN_PROGRESS for 4s [ 1211.539761] env[69596]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1211.539961] env[69596]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1212.369377] env[69596]: INFO networking_nsxv3.common.synchronization [req-8bf33ab0-5303-4af9-a3ed-1315babb1968 req-dbcd4a61-5587-455d-921a-53a86e531dd2 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Enqueued Resource ID: 05cb2d63-deb5-4001-80f4-59562f09ab90 with Priority: HIGHEST for action security_group_members [ 1212.370170] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05cb2d63-deb5-4001-80f4-59562f09ab90 with Priority: HIGHEST for action security_group_members [ 1212.370296] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-05cb2d63-deb5-4001-80f4-59562f09ab90 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.370764] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05cb2d63-deb5-4001-80f4-59562f09ab90" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.370764] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05cb2d63-deb5-4001-80f4-59562f09ab90" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.370764] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05cb2d63-deb5-4001-80f4-59562f09ab90" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.370971] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.371091] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.371154] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.371318] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.371401] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.371493] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05cb2d63-deb5-4001-80f4-59562f09ab90',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.874365] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.874608] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.874608] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.874732] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.874850] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.875195] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.875303] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.875358] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.875549] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.875609] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.875712] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05cb2d63-deb5-4001-80f4-59562f09ab90 is going to be updated. [ 1212.902306] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.902459] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.902505] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.902663] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.902795] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.910335] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05cb2d63-deb5-4001-80f4-59562f09ab90 in Status: IN_PROGRESS for 2s [ 1213.118428] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c in Status: SUCCESS [ 1213.118644] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.118806] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.119193] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.119193] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.119409] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.119409] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.119783] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.119783] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.119783] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.119783] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('888b4e00-9217-49bc-87d8-d10eb3e2007c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.621617] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-888b4e00-9217-49bc-87d8-d10eb3e2007c taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.622066] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.622066] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.622154] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.622272] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.622431] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.622514] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.622612] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.622699] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.622787] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.622941] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-888b4e00-9217-49bc-87d8-d10eb3e2007c taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.623053] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.623115] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.623253] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.623394] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.623490] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.623550] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.623686] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.623761] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.623841] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.623926] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('888b4e00-9217-49bc-87d8-d10eb3e2007c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.125782] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 888b4e00-9217-49bc-87d8-d10eb3e2007c: rpc.has_security_group_logging(os_id): False [ 1214.142869] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.143085] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.143227] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.143322] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.143416] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.143622] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.143711] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.143774] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.143922] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.143998] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.144215] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.144298] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.144359] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.144496] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.144571] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.144742] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.144831] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.144889] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.145035] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.145164] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.145249] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c is going to be updated. [ 1214.221595] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.221871] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.221950] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.222173] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.222320] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.240055] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c in Status: IN_PROGRESS for 2s [ 1214.921205] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05cb2d63-deb5-4001-80f4-59562f09ab90 in Status: SUCCESS [ 1214.921574] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05cb2d63-deb5-4001-80f4-59562f09ab90 deletion is rescheduled due to dependency. [ 1214.921574] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05cb2d63-deb5-4001-80f4-59562f09ab90" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.255164] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c in Status: SUCCESS [ 1216.255451] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.014492] env[69596]: INFO networking_nsxv3.common.synchronization [None req-0f1dd0de-5419-4641-af0f-ca74c4e0135f tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Enqueued Resource ID: 90badb5b-9530-412f-b04d-47dc3eb7d468 with Priority: HIGHEST for action security_group_rules [ 1217.015039] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90badb5b-9530-412f-b04d-47dc3eb7d468 with Priority: HIGHEST for action security_group_rules [ 1217.015458] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-90badb5b-9530-412f-b04d-47dc3eb7d468 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.015641] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-90badb5b-9530-412f-b04d-47dc3eb7d468" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.015732] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-90badb5b-9530-412f-b04d-47dc3eb7d468" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.015986] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-90badb5b-9530-412f-b04d-47dc3eb7d468" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.016136] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('90badb5b-9530-412f-b04d-47dc3eb7d468',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.078182] env[69596]: INFO networking_nsxv3.common.synchronization [None req-6abbdd79-7f47-4eec-8115-ecf01ebaae5d tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Enqueued Resource ID: 90badb5b-9530-412f-b04d-47dc3eb7d468 with Priority: HIGHEST for action security_group_rules [ 1217.078668] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90badb5b-9530-412f-b04d-47dc3eb7d468 with Priority: HIGHEST for action security_group_rules [ 1217.078963] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-90badb5b-9530-412f-b04d-47dc3eb7d468 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.079077] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-90badb5b-9530-412f-b04d-47dc3eb7d468" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.535704] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.536088] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.536088] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.536377] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.536377] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.536377] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 90badb5b-9530-412f-b04d-47dc3eb7d468 already deleted. [ 1217.536530] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-90badb5b-9530-412f-b04d-47dc3eb7d468" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.536581] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-90badb5b-9530-412f-b04d-47dc3eb7d468" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.536706] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-90badb5b-9530-412f-b04d-47dc3eb7d468" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.536787] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('90badb5b-9530-412f-b04d-47dc3eb7d468',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.058799] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.058963] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.059050] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.059258] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.059350] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.059445] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 90badb5b-9530-412f-b04d-47dc3eb7d468 already deleted. [ 1218.059538] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-90badb5b-9530-412f-b04d-47dc3eb7d468" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.079531] env[69596]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1222.079848] env[69596]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1223.133164] env[69596]: INFO networking_nsxv3.common.synchronization [req-efd4ba74-78e6-49df-becc-a847a305bf28 req-bcdf2172-8d75-4d6a-a06f-d70630997030 tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] Enqueued Resource ID: d997c822-9196-4a64-a9cb-57e8b41a8235 with Priority: HIGHEST for action security_group_members [ 1223.133830] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d997c822-9196-4a64-a9cb-57e8b41a8235 with Priority: HIGHEST for action security_group_members [ 1223.134303] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-d997c822-9196-4a64-a9cb-57e8b41a8235 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.134747] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d997c822-9196-4a64-a9cb-57e8b41a8235" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.134929] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d997c822-9196-4a64-a9cb-57e8b41a8235" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.135266] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d997c822-9196-4a64-a9cb-57e8b41a8235" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.135525] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.135845] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.136011] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.136314] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.136512] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.136685] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d997c822-9196-4a64-a9cb-57e8b41a8235',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.591626] env[69596]: INFO networking_nsxv3.common.synchronization [req-840537f3-911e-439b-b4ef-9a84eb27daf4 req-1674e539-40cb-480a-96c1-ee86771652c9 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Enqueued Resource ID: 90badb5b-9530-412f-b04d-47dc3eb7d468 with Priority: HIGHEST for action security_group_members [ 1223.591871] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90badb5b-9530-412f-b04d-47dc3eb7d468 with Priority: HIGHEST for action security_group_members [ 1223.592174] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-90badb5b-9530-412f-b04d-47dc3eb7d468 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.592289] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90badb5b-9530-412f-b04d-47dc3eb7d468" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.592355] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90badb5b-9530-412f-b04d-47dc3eb7d468" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.592909] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90badb5b-9530-412f-b04d-47dc3eb7d468" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.592999] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.593074] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.593160] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.593293] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.593379] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.594208] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('90badb5b-9530-412f-b04d-47dc3eb7d468',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.639262] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.639435] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.639517] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.639676] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.639782] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.639956] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.640069] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.640143] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.640413] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.640413] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.640413] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d997c822-9196-4a64-a9cb-57e8b41a8235 is going to be updated. [ 1223.671596] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.671747] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.671790] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.671994] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.672144] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.680435] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d997c822-9196-4a64-a9cb-57e8b41a8235 in Status: IN_PROGRESS for 2s [ 1224.050641] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-691 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.050848] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-691" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.051032] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-691" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.051343] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-691" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.051626] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.051791] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.051923] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.052200] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.052407] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.052648] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1224.052772] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1224.052891] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1224.053032] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1224.053138] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1224.053248] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1224.053389] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1224.071306] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1224.071306] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1224.071478] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1224.071569] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-691" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.072342] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-bf142089-e2fc-42be-93ce-36c1333b7d04 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.072342] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-bf142089-e2fc-42be-93ce-36c1333b7d04" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.072342] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-bf142089-e2fc-42be-93ce-36c1333b7d04" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.072692] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-bf142089-e2fc-42be-93ce-36c1333b7d04" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.072692] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf142089-e2fc-42be-93ce-36c1333b7d04',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.095713] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.095874] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.095937] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.096288] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.096452] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.096674] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.096808] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.096867] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.097017] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.097101] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.097275] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90badb5b-9530-412f-b04d-47dc3eb7d468 already deleted. [ 1224.097275] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90badb5b-9530-412f-b04d-47dc3eb7d468" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.577828] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.577828] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.577828] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.577828] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.577828] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.577828] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port bf142089-e2fc-42be-93ce-36c1333b7d04 not found, creating... [ 1224.577828] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.577828] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.577828] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.577828] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.577828] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.578567] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.578567] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.579199] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.579199] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.579199] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.579446] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: bf142089-e2fc-42be-93ce-36c1333b7d04 is going to be created. [ 1224.597772] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.598011] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.598201] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.598486] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.598790] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.599115] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-bf142089-e2fc-42be-93ce-36c1333b7d04" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.296251] env[69596]: INFO networking_nsxv3.common.synchronization [req-840537f3-911e-439b-b4ef-9a84eb27daf4 req-d709554c-d5f5-4c87-a71e-a4f26759e219 service nova] Enqueued Resource ID: 90badb5b-9530-412f-b04d-47dc3eb7d468 with Priority: HIGHEST for action security_group_rules [ 1225.296426] env[69596]: INFO networking_nsxv3.common.synchronization [req-840537f3-911e-439b-b4ef-9a84eb27daf4 req-d709554c-d5f5-4c87-a71e-a4f26759e219 service nova] Enqueued Resource ID: 90badb5b-9530-412f-b04d-47dc3eb7d468 with Priority: HIGHEST for action security_group_members [ 1225.296579] env[69596]: INFO networking_nsxv3.common.synchronization [req-840537f3-911e-439b-b4ef-9a84eb27daf4 req-d709554c-d5f5-4c87-a71e-a4f26759e219 service nova] Enqueued Resource ID: bf142089-e2fc-42be-93ce-36c1333b7d04 with Priority: HIGHEST for action port [ 1225.297093] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90badb5b-9530-412f-b04d-47dc3eb7d468 with Priority: HIGHEST for action security_group_rules [ 1225.297227] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90badb5b-9530-412f-b04d-47dc3eb7d468 with Priority: HIGHEST for action security_group_members [ 1225.297351] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf142089-e2fc-42be-93ce-36c1333b7d04 with Priority: HIGHEST for action port [ 1225.297691] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-90badb5b-9530-412f-b04d-47dc3eb7d468 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.297759] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-90badb5b-9530-412f-b04d-47dc3eb7d468" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.297812] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-90badb5b-9530-412f-b04d-47dc3eb7d468" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.297980] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-90badb5b-9530-412f-b04d-47dc3eb7d468" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.298534] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('90badb5b-9530-412f-b04d-47dc3eb7d468',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.299275] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-90badb5b-9530-412f-b04d-47dc3eb7d468 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.299360] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90badb5b-9530-412f-b04d-47dc3eb7d468" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.299360] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90badb5b-9530-412f-b04d-47dc3eb7d468" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.299534] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90badb5b-9530-412f-b04d-47dc3eb7d468" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.300480] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.300480] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.300480] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.300480] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.300480] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.300480] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('90badb5b-9530-412f-b04d-47dc3eb7d468',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.302392] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf142089-e2fc-42be-93ce-36c1333b7d04 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.302392] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf142089-e2fc-42be-93ce-36c1333b7d04" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.302392] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf142089-e2fc-42be-93ce-36c1333b7d04" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.302392] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf142089-e2fc-42be-93ce-36c1333b7d04" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.302392] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf142089-e2fc-42be-93ce-36c1333b7d04',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.689659] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d997c822-9196-4a64-a9cb-57e8b41a8235 in Status: SUCCESS [ 1225.690113] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d997c822-9196-4a64-a9cb-57e8b41a8235 deletion is rescheduled due to dependency. [ 1225.690113] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d997c822-9196-4a64-a9cb-57e8b41a8235" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.803152] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('90badb5b-9530-412f-b04d-47dc3eb7d468',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.804217] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-90badb5b-9530-412f-b04d-47dc3eb7d468 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.804381] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90badb5b-9530-412f-b04d-47dc3eb7d468" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.804546] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bf142089-e2fc-42be-93ce-36c1333b7d04 with status ACTIVE [ 1225.804736] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.804848] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.804915] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.805138] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.805274] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.805448] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.805545] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.805605] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.805760] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.805837] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.806072] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.806554] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.806645] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.807126] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.807126] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.807551] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bf142089-e2fc-42be-93ce-36c1333b7d04 is going to be updated. [ 1225.828694] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.828812] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.828887] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.829079] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.829206] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.829354] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf142089-e2fc-42be-93ce-36c1333b7d04" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.843112] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-729 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.843367] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-729" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.843506] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-729" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.843794] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-729" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.844097] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.844281] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.844482] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.844689] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.844857] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.845315] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1225.845477] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1225.845612] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1225.845735] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1225.845868] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1225.846018] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1225.846174] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1225.869238] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1225.869423] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1225.869568] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1225.869766] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-729" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.870119] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-8b6a2b94-1baf-4337-a80c-00ea3a66a2cc taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.870332] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-8b6a2b94-1baf-4337-a80c-00ea3a66a2cc" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.870466] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-8b6a2b94-1baf-4337-a80c-00ea3a66a2cc" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.870974] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-8b6a2b94-1baf-4337-a80c-00ea3a66a2cc" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.870974] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b6a2b94-1baf-4337-a80c-00ea3a66a2cc',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.310054] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('90badb5b-9530-412f-b04d-47dc3eb7d468',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.372961] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.373277] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.373385] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.373909] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.373909] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.374189] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.374363] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.374524] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.374714] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.374858] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.375150] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.375813] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.375813] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.375813] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.376112] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.376112] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: 8b6a2b94-1baf-4337-a80c-00ea3a66a2cc is going to be updated. [ 1226.399378] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.399655] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.399729] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.400025] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.400239] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.400486] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-8b6a2b94-1baf-4337-a80c-00ea3a66a2cc" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.812749] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.813155] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.813155] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.813155] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.813342] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.813342] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90badb5b-9530-412f-b04d-47dc3eb7d468 is going to be created. [ 1226.836417] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.836635] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.836691] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.836854] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.837020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.846179] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90badb5b-9530-412f-b04d-47dc3eb7d468 in Status: UNINITIALIZED for 2s [ 1227.128022] env[69596]: INFO networking_nsxv3.common.synchronization [req-6d38356f-a49c-4497-92b2-697ce5c7f6d4 req-58122456-e15e-4857-857a-cf3488567794 service nova] Enqueued Resource ID: 323bb60b-1f4d-488d-a2db-283ec8ea3b4a with Priority: HIGHEST for action security_group_rules [ 1227.128022] env[69596]: INFO networking_nsxv3.common.synchronization [req-6d38356f-a49c-4497-92b2-697ce5c7f6d4 req-58122456-e15e-4857-857a-cf3488567794 service nova] Enqueued Resource ID: 323bb60b-1f4d-488d-a2db-283ec8ea3b4a with Priority: HIGHEST for action security_group_members [ 1227.128022] env[69596]: INFO networking_nsxv3.common.synchronization [req-6d38356f-a49c-4497-92b2-697ce5c7f6d4 req-58122456-e15e-4857-857a-cf3488567794 service nova] Enqueued Resource ID: 8b6a2b94-1baf-4337-a80c-00ea3a66a2cc with Priority: HIGHEST for action port [ 1227.128022] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 323bb60b-1f4d-488d-a2db-283ec8ea3b4a with Priority: HIGHEST for action security_group_rules [ 1227.128022] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 323bb60b-1f4d-488d-a2db-283ec8ea3b4a with Priority: HIGHEST for action security_group_members [ 1227.128022] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b6a2b94-1baf-4337-a80c-00ea3a66a2cc with Priority: HIGHEST for action port [ 1227.128022] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-323bb60b-1f4d-488d-a2db-283ec8ea3b4a taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.128022] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-323bb60b-1f4d-488d-a2db-283ec8ea3b4a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.128022] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-323bb60b-1f4d-488d-a2db-283ec8ea3b4a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.128022] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-323bb60b-1f4d-488d-a2db-283ec8ea3b4a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.128022] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('323bb60b-1f4d-488d-a2db-283ec8ea3b4a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.130777] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-323bb60b-1f4d-488d-a2db-283ec8ea3b4a taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.130777] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-323bb60b-1f4d-488d-a2db-283ec8ea3b4a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.130777] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-323bb60b-1f4d-488d-a2db-283ec8ea3b4a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.130777] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-323bb60b-1f4d-488d-a2db-283ec8ea3b4a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.130933] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.130978] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.131029] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.131674] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.131674] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.131674] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('323bb60b-1f4d-488d-a2db-283ec8ea3b4a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.132126] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b6a2b94-1baf-4337-a80c-00ea3a66a2cc taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.132193] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b6a2b94-1baf-4337-a80c-00ea3a66a2cc" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.132239] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b6a2b94-1baf-4337-a80c-00ea3a66a2cc" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.132394] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b6a2b94-1baf-4337-a80c-00ea3a66a2cc" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.132465] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b6a2b94-1baf-4337-a80c-00ea3a66a2cc',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.634513] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-323bb60b-1f4d-488d-a2db-283ec8ea3b4a taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.634675] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-323bb60b-1f4d-488d-a2db-283ec8ea3b4a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.634909] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('323bb60b-1f4d-488d-a2db-283ec8ea3b4a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.635867] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8b6a2b94-1baf-4337-a80c-00ea3a66a2cc with status ACTIVE [ 1227.636089] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.636246] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.636333] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.636546] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.636638] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.636817] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.636914] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.636976] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.637138] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.637216] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.637392] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.637522] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.637579] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.637700] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.637772] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.638031] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8b6a2b94-1baf-4337-a80c-00ea3a66a2cc is going to be updated. [ 1227.657031] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.657205] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.657266] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.657391] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.657516] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.657670] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b6a2b94-1baf-4337-a80c-00ea3a66a2cc" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.139667] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('323bb60b-1f4d-488d-a2db-283ec8ea3b4a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.642373] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.642581] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.642639] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.642810] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.642899] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.642998] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 323bb60b-1f4d-488d-a2db-283ec8ea3b4a is going to be updated. [ 1228.669774] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.669954] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.669995] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.670191] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.670330] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.677775] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 323bb60b-1f4d-488d-a2db-283ec8ea3b4a in Status: IN_PROGRESS for 2s [ 1228.776579] env[69596]: INFO networking_nsxv3.common.synchronization [req-cc4166ea-3890-4d78-943b-6d31c56a8199 req-97a93993-dc74-42f3-a45f-c3e0e5e708bf tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Enqueued Resource ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c with Priority: HIGHEST for action security_group_members [ 1228.776579] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c with Priority: HIGHEST for action security_group_members [ 1228.776579] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-888b4e00-9217-49bc-87d8-d10eb3e2007c taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.776579] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.776579] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.776808] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.777590] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.777590] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.777590] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.777590] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.777590] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.777590] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('888b4e00-9217-49bc-87d8-d10eb3e2007c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.856166] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90badb5b-9530-412f-b04d-47dc3eb7d468 in Status: SUCCESS [ 1228.856360] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90badb5b-9530-412f-b04d-47dc3eb7d468" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.856538] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90badb5b-9530-412f-b04d-47dc3eb7d468" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.856794] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90badb5b-9530-412f-b04d-47dc3eb7d468" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.856959] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.857119] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.857176] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.857314] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.857425] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.857475] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90badb5b-9530-412f-b04d-47dc3eb7d468" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.857577] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('90badb5b-9530-412f-b04d-47dc3eb7d468',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.279310] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.279773] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.279773] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.279908] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.279908] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.280134] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.280265] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.280332] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.280489] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.280569] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.280658] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c is going to be updated. [ 1229.309283] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.309498] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.309498] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.309893] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.309893] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.319652] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c in Status: IN_PROGRESS for 2s [ 1229.363314] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('90badb5b-9530-412f-b04d-47dc3eb7d468',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.865864] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 90badb5b-9530-412f-b04d-47dc3eb7d468: rpc.has_security_group_logging(os_id): False [ 1229.882955] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.883216] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.883216] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.883451] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.883541] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.883836] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.883972] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.884043] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.884243] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.884295] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.884396] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 90badb5b-9530-412f-b04d-47dc3eb7d468 is going to be created. [ 1229.938235] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.938403] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.938453] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.938651] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.938827] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.949870] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 90badb5b-9530-412f-b04d-47dc3eb7d468 in Status: IN_PROGRESS for 2s [ 1230.686434] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 323bb60b-1f4d-488d-a2db-283ec8ea3b4a in Status: SUCCESS [ 1230.686736] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-323bb60b-1f4d-488d-a2db-283ec8ea3b4a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.686834] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-323bb60b-1f4d-488d-a2db-283ec8ea3b4a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.687124] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-323bb60b-1f4d-488d-a2db-283ec8ea3b4a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.687348] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.687492] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.687528] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.687740] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.687845] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.687951] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-323bb60b-1f4d-488d-a2db-283ec8ea3b4a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.688077] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('323bb60b-1f4d-488d-a2db-283ec8ea3b4a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.190660] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('323bb60b-1f4d-488d-a2db-283ec8ea3b4a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.328786] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c in Status: SUCCESS [ 1231.329099] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c deletion is rescheduled due to dependency. [ 1231.329319] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.692841] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 323bb60b-1f4d-488d-a2db-283ec8ea3b4a: rpc.has_security_group_logging(os_id): False [ 1231.710139] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.710358] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.710480] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.710741] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.710836] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.711128] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.711286] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.711361] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.711537] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.711618] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.711724] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 323bb60b-1f4d-488d-a2db-283ec8ea3b4a is going to be updated. [ 1231.764773] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.765021] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.765021] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.765209] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.765379] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.780259] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 323bb60b-1f4d-488d-a2db-283ec8ea3b4a in Status: IN_PROGRESS for 2s [ 1231.961992] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 90badb5b-9530-412f-b04d-47dc3eb7d468 in Status: SUCCESS [ 1231.962258] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-90badb5b-9530-412f-b04d-47dc3eb7d468" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.777288] env[69596]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1233.777684] env[69596]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1233.793737] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 323bb60b-1f4d-488d-a2db-283ec8ea3b4a in Status: SUCCESS [ 1233.793971] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-323bb60b-1f4d-488d-a2db-283ec8ea3b4a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.778550] env[69596]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1238.778550] env[69596]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1239.663484] env[69596]: INFO networking_nsxv3.common.synchronization [req-37eec4b5-06b1-4231-95ac-bb8837d98d95 req-de49c859-a8d7-4c6f-afcc-a023ff540c9b tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Enqueued Resource ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c with Priority: HIGHEST for action security_group_members [ 1239.664086] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c with Priority: HIGHEST for action security_group_members [ 1239.667431] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-888b4e00-9217-49bc-87d8-d10eb3e2007c taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.667553] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.668363] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.668363] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.668363] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.668363] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.668363] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.668363] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.668363] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.668732] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('888b4e00-9217-49bc-87d8-d10eb3e2007c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.926645] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-18 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.926955] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-18" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.926997] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-18" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.927256] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-18" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.927517] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.927734] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.927885] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.928121] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.928274] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.928490] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1239.928611] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1239.928728] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1239.928842] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1239.928956] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1239.929079] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1239.929265] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1239.948135] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1239.948414] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1239.948486] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1239.949179] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-18" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.949179] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-040b36cd-1b71-460f-9b37-ce3491fc67bf taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.949179] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-040b36cd-1b71-460f-9b37-ce3491fc67bf" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.949416] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-040b36cd-1b71-460f-9b37-ce3491fc67bf" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.949539] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-040b36cd-1b71-460f-9b37-ce3491fc67bf" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.949722] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('040b36cd-1b71-460f-9b37-ce3491fc67bf',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.170995] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.171242] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.171242] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.171517] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.171649] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.171894] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.172067] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.172161] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.172342] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.172426] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.172560] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c is going to be updated. [ 1240.196998] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.197133] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.197210] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.197376] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.197523] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.205245] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c in Status: IN_PROGRESS for 2s [ 1240.452251] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.453036] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.453036] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.453311] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.453532] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.453712] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port 040b36cd-1b71-460f-9b37-ce3491fc67bf not found, creating... [ 1240.453995] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.454176] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.454302] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.454531] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.454678] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.454960] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.455139] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.455264] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.455497] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.455639] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.455780] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: 040b36cd-1b71-460f-9b37-ce3491fc67bf is going to be created. [ 1240.474572] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.474782] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.474918] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.475141] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.475397] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.475669] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-040b36cd-1b71-460f-9b37-ce3491fc67bf" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.146910] env[69596]: INFO networking_nsxv3.common.synchronization [req-37eec4b5-06b1-4231-95ac-bb8837d98d95 req-64f3568e-38b0-423a-b4ea-7f4c2859ec02 service nova] Enqueued Resource ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c with Priority: HIGHEST for action security_group_rules [ 1241.147169] env[69596]: INFO networking_nsxv3.common.synchronization [req-37eec4b5-06b1-4231-95ac-bb8837d98d95 req-64f3568e-38b0-423a-b4ea-7f4c2859ec02 service nova] Enqueued Resource ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c with Priority: HIGHEST for action security_group_members [ 1241.147280] env[69596]: INFO networking_nsxv3.common.synchronization [req-37eec4b5-06b1-4231-95ac-bb8837d98d95 req-64f3568e-38b0-423a-b4ea-7f4c2859ec02 service nova] Enqueued Resource ID: 040b36cd-1b71-460f-9b37-ce3491fc67bf with Priority: HIGHEST for action port [ 1241.147808] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c with Priority: HIGHEST for action security_group_rules [ 1241.147941] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c with Priority: HIGHEST for action security_group_members [ 1241.148135] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 040b36cd-1b71-460f-9b37-ce3491fc67bf with Priority: HIGHEST for action port [ 1241.148436] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-888b4e00-9217-49bc-87d8-d10eb3e2007c taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.148562] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.148625] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.148820] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.148901] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('888b4e00-9217-49bc-87d8-d10eb3e2007c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.149745] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-888b4e00-9217-49bc-87d8-d10eb3e2007c taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.149834] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.150039] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-040b36cd-1b71-460f-9b37-ce3491fc67bf taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.150141] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-040b36cd-1b71-460f-9b37-ce3491fc67bf" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.150201] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-040b36cd-1b71-460f-9b37-ce3491fc67bf" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.150365] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-040b36cd-1b71-460f-9b37-ce3491fc67bf" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.150481] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('040b36cd-1b71-460f-9b37-ce3491fc67bf',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.654079] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-888b4e00-9217-49bc-87d8-d10eb3e2007c taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.654241] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.654402] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 040b36cd-1b71-460f-9b37-ce3491fc67bf with status ACTIVE [ 1241.654592] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.654669] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.654730] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.654940] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.655041] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.655220] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.655334] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.655414] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.655612] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.655648] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.655817] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.655905] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.655957] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.656111] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.656188] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.656272] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 040b36cd-1b71-460f-9b37-ce3491fc67bf is going to be updated. [ 1241.676045] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.676169] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.676236] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.676400] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.676527] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.676672] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-040b36cd-1b71-460f-9b37-ce3491fc67bf" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.217474] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c in Status: SUCCESS [ 1242.217677] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c deletion is rescheduled due to dependency. [ 1242.217808] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.218024] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.218279] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.218494] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.218615] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.218688] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.218860] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.218911] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.219030] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('888b4e00-9217-49bc-87d8-d10eb3e2007c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.721138] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('888b4e00-9217-49bc-87d8-d10eb3e2007c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.223090] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('888b4e00-9217-49bc-87d8-d10eb3e2007c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.725597] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.725774] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.725854] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.726058] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.726208] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.726281] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c is going to be updated. [ 1243.750998] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.751193] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.751262] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.751463] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.751685] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.758929] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c in Status: IN_PROGRESS for 2s [ 1245.096630] env[69596]: INFO networking_nsxv3.common.synchronization [req-98ed0c85-29c5-451c-918e-1ec38ced1007 req-b22de55f-0a2d-405c-8379-6d10deb71ff4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Enqueued Resource ID: 323bb60b-1f4d-488d-a2db-283ec8ea3b4a with Priority: HIGHEST for action security_group_members [ 1245.097208] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 323bb60b-1f4d-488d-a2db-283ec8ea3b4a with Priority: HIGHEST for action security_group_members [ 1245.097507] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-323bb60b-1f4d-488d-a2db-283ec8ea3b4a taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.097759] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-323bb60b-1f4d-488d-a2db-283ec8ea3b4a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.097852] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-323bb60b-1f4d-488d-a2db-283ec8ea3b4a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.098045] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-323bb60b-1f4d-488d-a2db-283ec8ea3b4a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.098198] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.098286] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.098350] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.099030] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.099030] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.099030] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('323bb60b-1f4d-488d-a2db-283ec8ea3b4a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.602852] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.602852] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.602852] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.602852] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.602852] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.603303] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.603303] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.603303] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.603441] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.603441] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.603510] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 323bb60b-1f4d-488d-a2db-283ec8ea3b4a is going to be updated. [ 1245.628478] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.628711] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.628824] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.629136] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.629359] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.637183] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 323bb60b-1f4d-488d-a2db-283ec8ea3b4a in Status: IN_PROGRESS for 2s [ 1245.769442] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c in Status: SUCCESS [ 1245.769653] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.769812] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.770033] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.770220] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.770335] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.770451] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.770560] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.770642] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.770725] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.770814] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('888b4e00-9217-49bc-87d8-d10eb3e2007c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.276024] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-888b4e00-9217-49bc-87d8-d10eb3e2007c taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.276024] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.276024] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.276024] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.276024] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.276024] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.276024] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.276024] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.276024] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.276024] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.276024] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-888b4e00-9217-49bc-87d8-d10eb3e2007c taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.276024] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.276024] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.276024] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.276024] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.276024] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.276965] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.276965] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.276965] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.276965] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.276965] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('888b4e00-9217-49bc-87d8-d10eb3e2007c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.779072] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 888b4e00-9217-49bc-87d8-d10eb3e2007c: rpc.has_security_group_logging(os_id): False [ 1246.796393] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.796568] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.796621] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.796813] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.796904] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.797112] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.797212] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.797276] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.797432] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.797510] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.797713] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.797804] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.797867] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.798020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.798098] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.798279] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.798372] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.798433] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.798573] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.798647] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.798732] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c is going to be updated. [ 1246.852747] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.852952] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.852999] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.853193] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.853368] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.866771] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c in Status: IN_PROGRESS for 2s [ 1247.649244] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 323bb60b-1f4d-488d-a2db-283ec8ea3b4a in Status: SUCCESS [ 1247.649675] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 323bb60b-1f4d-488d-a2db-283ec8ea3b4a deletion is rescheduled due to dependency. [ 1247.649675] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-323bb60b-1f4d-488d-a2db-283ec8ea3b4a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.881989] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c in Status: SUCCESS [ 1248.882300] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.098743] env[69596]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1250.099112] env[69596]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1251.214648] env[69596]: INFO networking_nsxv3.common.synchronization [req-4a4aa207-7c81-4ff1-bd32-9db38207bcc2 req-747ee7d0-32d7-4238-afba-ae789b97d67b tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Enqueued Resource ID: e8063eca-44c5-4efb-90d6-e16f8ae4f041 with Priority: HIGHEST for action security_group_members [ 1251.215306] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8063eca-44c5-4efb-90d6-e16f8ae4f041 with Priority: HIGHEST for action security_group_members [ 1251.216123] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8063eca-44c5-4efb-90d6-e16f8ae4f041 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.216123] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8063eca-44c5-4efb-90d6-e16f8ae4f041" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.216123] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8063eca-44c5-4efb-90d6-e16f8ae4f041" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.216723] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8063eca-44c5-4efb-90d6-e16f8ae4f041" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.216940] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.217488] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.217578] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.217776] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.217865] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.218021] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8063eca-44c5-4efb-90d6-e16f8ae4f041',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.721801] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.722018] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.722018] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.722405] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.722555] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.722770] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.722873] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.722936] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.723116] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.723195] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.723281] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8063eca-44c5-4efb-90d6-e16f8ae4f041 is going to be updated. [ 1251.770555] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.770800] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.770800] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.770951] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.771103] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.781410] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8063eca-44c5-4efb-90d6-e16f8ae4f041 in Status: IN_PROGRESS for 2s [ 1253.792560] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8063eca-44c5-4efb-90d6-e16f8ae4f041 in Status: SUCCESS [ 1253.792832] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8063eca-44c5-4efb-90d6-e16f8ae4f041 deletion is rescheduled due to dependency. [ 1253.792871] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8063eca-44c5-4efb-90d6-e16f8ae4f041" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.216754] env[69596]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1256.217221] env[69596]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1260.551718] env[69596]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-377c1699-e933-412d-a2cd-1cf5c4ef962d None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1260.552031] env[69596]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-377c1699-e933-412d-a2cd-1cf5c4ef962d None None] NSXv3 Agent Agent loop - iteration:3 started [ 1261.218464] env[69596]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1261.218464] env[69596]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1266.219323] env[69596]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1266.219688] env[69596]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1270.008561] env[69596]: INFO networking_nsxv3.common.synchronization [req-4767f3db-a1da-45ae-96ba-cdeec8a639be req-ee70ccf9-c025-47c5-865c-6759895ebdfe tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Enqueued Resource ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c with Priority: HIGHEST for action security_group_members [ 1270.009094] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c with Priority: HIGHEST for action security_group_members [ 1270.009395] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-888b4e00-9217-49bc-87d8-d10eb3e2007c taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.009526] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.009573] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.009801] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.009965] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.010413] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.010478] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.010645] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.010726] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.010821] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('888b4e00-9217-49bc-87d8-d10eb3e2007c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.513098] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.513337] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.513337] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.513548] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.513643] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.513842] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.513941] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.514014] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.514183] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.514308] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.514417] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c is going to be updated. [ 1270.543253] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.543438] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.543438] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.543635] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.543780] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.554437] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c in Status: IN_PROGRESS for 2s [ 1272.565962] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c in Status: SUCCESS [ 1272.565962] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c deletion is rescheduled due to dependency. [ 1272.565962] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.010696] env[69596]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1275.011051] env[69596]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1277.189222] env[69596]: INFO networking_nsxv3.common.synchronization [req-b19a7f76-7c15-430c-88e8-1819f1009b92 req-d1f3e6d8-125e-4ed0-bcfd-a56fdfdcf2f6 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Enqueued Resource ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c with Priority: HIGHEST for action security_group_members [ 1277.189548] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c with Priority: HIGHEST for action security_group_members [ 1277.189910] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-888b4e00-9217-49bc-87d8-d10eb3e2007c taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.190110] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.190198] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.190414] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.190632] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.190749] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.190811] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.191058] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.191160] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.191261] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('888b4e00-9217-49bc-87d8-d10eb3e2007c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.402944] env[69596]: INFO networking_nsxv3.common.synchronization [req-ad15b3a2-7761-4392-9d92-3e464407ad35 req-fb79a09e-7508-4a02-b746-5e60db2e89f5 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Enqueued Resource ID: ec599c63-0116-41e0-ad7e-9d809eeafeef with Priority: HIGHEST for action security_group_members [ 1277.403470] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec599c63-0116-41e0-ad7e-9d809eeafeef with Priority: HIGHEST for action security_group_members [ 1277.403790] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec599c63-0116-41e0-ad7e-9d809eeafeef taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.403914] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec599c63-0116-41e0-ad7e-9d809eeafeef" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.403981] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec599c63-0116-41e0-ad7e-9d809eeafeef" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.404627] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec599c63-0116-41e0-ad7e-9d809eeafeef" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.404627] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.404627] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.404627] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.404627] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.404955] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.404955] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec599c63-0116-41e0-ad7e-9d809eeafeef',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.459599] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-18 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.459794] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-18" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.459924] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-18" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.460223] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-18" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.460482] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.460636] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.460776] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.460989] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.461187] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.461422] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1277.461542] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1277.461655] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1277.461928] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1277.461928] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1277.462104] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1277.462627] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1277.482781] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1277.482985] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1277.483088] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1277.483267] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-18" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.483573] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-9fc610a2-869c-4902-b365-0b9eb8f3a39a taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.483789] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-9fc610a2-869c-4902-b365-0b9eb8f3a39a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.483925] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-9fc610a2-869c-4902-b365-0b9eb8f3a39a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.484249] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-9fc610a2-869c-4902-b365-0b9eb8f3a39a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.484394] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9fc610a2-869c-4902-b365-0b9eb8f3a39a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.694035] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.694216] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.694401] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.694504] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.694593] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.694792] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.694891] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.694950] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.695110] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.695186] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.695272] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c is going to be updated. [ 1277.720434] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.720596] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.720639] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.720793] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.720922] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.728976] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c in Status: IN_PROGRESS for 2s [ 1277.908641] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.908834] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.908834] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.909036] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.909137] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.909341] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.909438] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.909499] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.909644] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.909777] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.909874] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec599c63-0116-41e0-ad7e-9d809eeafeef is going to be updated. [ 1277.936661] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.936867] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.936982] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.937210] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.937347] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.945372] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec599c63-0116-41e0-ad7e-9d809eeafeef in Status: IN_PROGRESS for 2s [ 1277.986209] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.986408] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.986519] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.986793] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.986950] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.987124] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port 9fc610a2-869c-4902-b365-0b9eb8f3a39a not found, creating... [ 1277.987385] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.987546] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.987669] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.987888] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.988056] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.988356] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.988515] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.988636] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.988850] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.988989] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.989151] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: 9fc610a2-869c-4902-b365-0b9eb8f3a39a is going to be created. [ 1278.011023] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.011023] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.011023] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.011023] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.011285] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.011678] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-9fc610a2-869c-4902-b365-0b9eb8f3a39a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.680841] env[69596]: INFO networking_nsxv3.common.synchronization [req-b19a7f76-7c15-430c-88e8-1819f1009b92 req-602589a8-cf36-4c4d-94aa-fd2e7e45b5ef service nova] Enqueued Resource ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c with Priority: HIGHEST for action security_group_rules [ 1278.681077] env[69596]: INFO networking_nsxv3.common.synchronization [req-b19a7f76-7c15-430c-88e8-1819f1009b92 req-602589a8-cf36-4c4d-94aa-fd2e7e45b5ef service nova] Enqueued Resource ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c with Priority: HIGHEST for action security_group_members [ 1278.681114] env[69596]: INFO networking_nsxv3.common.synchronization [req-b19a7f76-7c15-430c-88e8-1819f1009b92 req-602589a8-cf36-4c4d-94aa-fd2e7e45b5ef service nova] Enqueued Resource ID: 9fc610a2-869c-4902-b365-0b9eb8f3a39a with Priority: HIGHEST for action port [ 1278.681326] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c with Priority: HIGHEST for action security_group_rules [ 1278.681456] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c with Priority: HIGHEST for action security_group_members [ 1278.681551] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fc610a2-869c-4902-b365-0b9eb8f3a39a with Priority: HIGHEST for action port [ 1278.682190] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-888b4e00-9217-49bc-87d8-d10eb3e2007c taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.682339] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.682392] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.682567] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.682650] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('888b4e00-9217-49bc-87d8-d10eb3e2007c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.684235] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-888b4e00-9217-49bc-87d8-d10eb3e2007c taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.684424] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.684638] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-9fc610a2-869c-4902-b365-0b9eb8f3a39a taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.684743] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9fc610a2-869c-4902-b365-0b9eb8f3a39a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.684801] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9fc610a2-869c-4902-b365-0b9eb8f3a39a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.684959] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9fc610a2-869c-4902-b365-0b9eb8f3a39a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.685046] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9fc610a2-869c-4902-b365-0b9eb8f3a39a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.185381] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-888b4e00-9217-49bc-87d8-d10eb3e2007c taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.185381] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.187052] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9fc610a2-869c-4902-b365-0b9eb8f3a39a with status ACTIVE [ 1279.187052] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.187052] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.187380] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.187380] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.187380] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.187555] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.187654] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.187716] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.187870] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.187946] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.188143] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.188233] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.188286] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.188425] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.188495] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.188576] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9fc610a2-869c-4902-b365-0b9eb8f3a39a is going to be updated. [ 1279.210898] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.211050] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.211102] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.211287] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.211419] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.211577] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9fc610a2-869c-4902-b365-0b9eb8f3a39a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.738079] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c in Status: SUCCESS [ 1279.738359] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c deletion is rescheduled due to dependency. [ 1279.738359] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.738501] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.738709] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.738888] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.738996] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.739071] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.739234] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.739315] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.739402] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('888b4e00-9217-49bc-87d8-d10eb3e2007c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.954640] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec599c63-0116-41e0-ad7e-9d809eeafeef in Status: SUCCESS [ 1279.954821] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec599c63-0116-41e0-ad7e-9d809eeafeef deletion is rescheduled due to dependency. [ 1279.954939] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec599c63-0116-41e0-ad7e-9d809eeafeef" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.241218] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('888b4e00-9217-49bc-87d8-d10eb3e2007c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.744133] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('888b4e00-9217-49bc-87d8-d10eb3e2007c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.247031] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.247179] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.247179] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.248025] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.248025] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.248025] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c is going to be updated. [ 1281.273092] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.273252] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.273303] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.273503] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.273701] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.281759] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c in Status: IN_PROGRESS for 2s [ 1283.292479] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c in Status: SUCCESS [ 1283.292844] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.292899] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.293142] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.293340] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.293459] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.293520] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.293732] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.293825] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.293912] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.294017] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('888b4e00-9217-49bc-87d8-d10eb3e2007c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.682943] env[69596]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1283.683094] env[69596]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1283.797383] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-888b4e00-9217-49bc-87d8-d10eb3e2007c taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.797383] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.797383] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.797383] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.797633] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.797633] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.797759] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.798039] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.798110] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.798192] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.798383] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-888b4e00-9217-49bc-87d8-d10eb3e2007c taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.798523] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.798617] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.798794] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.798968] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.799110] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.799205] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.799379] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.799486] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.799595] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.799709] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('888b4e00-9217-49bc-87d8-d10eb3e2007c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.303063] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 888b4e00-9217-49bc-87d8-d10eb3e2007c: rpc.has_security_group_logging(os_id): False [ 1284.319009] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.319185] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.319241] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.319428] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.319518] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.319706] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.319799] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.319860] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.320027] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.320099] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.320297] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.320389] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.320452] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.320591] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.320729] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.320838] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.320931] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.320992] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.321158] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.321206] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.321287] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c is going to be updated. [ 1284.378847] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.379045] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.379045] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.379216] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.379351] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.393332] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c in Status: IN_PROGRESS for 2s [ 1286.409714] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c in Status: SUCCESS [ 1286.410067] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.414979] env[69596]: INFO networking_nsxv3.common.synchronization [req-95a5346a-2574-49f4-8c9f-dfe72ef392f9 req-59718883-12fc-463e-9d3c-8cdd101164a4 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Enqueued Resource ID: 90badb5b-9530-412f-b04d-47dc3eb7d468 with Priority: HIGHEST for action security_group_members [ 1288.415744] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90badb5b-9530-412f-b04d-47dc3eb7d468 with Priority: HIGHEST for action security_group_members [ 1288.415876] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-90badb5b-9530-412f-b04d-47dc3eb7d468 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.416020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90badb5b-9530-412f-b04d-47dc3eb7d468" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.416099] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90badb5b-9530-412f-b04d-47dc3eb7d468" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.416301] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90badb5b-9530-412f-b04d-47dc3eb7d468" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.416461] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.416558] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.416622] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.417228] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.417505] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.417505] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('90badb5b-9530-412f-b04d-47dc3eb7d468',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.919136] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.919366] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.919366] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.919583] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.919672] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.919872] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.919972] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.920052] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.920208] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.920284] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.920372] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90badb5b-9530-412f-b04d-47dc3eb7d468 is going to be updated. [ 1288.946640] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.946839] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.946839] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.947049] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.947161] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.954576] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90badb5b-9530-412f-b04d-47dc3eb7d468 in Status: IN_PROGRESS for 2s [ 1290.081876] env[69596]: INFO networking_nsxv3.common.synchronization [req-6c101039-1fd1-4c83-bc45-44499238dac1 req-112ec96e-c050-4bfb-9c59-ecf4aab54fc2 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Enqueued Resource ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c with Priority: HIGHEST for action security_group_members [ 1290.082426] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c with Priority: HIGHEST for action security_group_members [ 1290.082731] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-888b4e00-9217-49bc-87d8-d10eb3e2007c taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.082864] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.082916] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.083158] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.083332] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.083437] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.083498] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.083654] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.083759] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.083869] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('888b4e00-9217-49bc-87d8-d10eb3e2007c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.586256] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.586400] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.586471] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.586672] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.586781] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.587040] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.587127] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.587127] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.587283] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.587361] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.587445] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c is going to be updated. [ 1290.614127] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.614238] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.614330] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.614507] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.614642] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.622400] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c in Status: IN_PROGRESS for 2s [ 1290.965363] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90badb5b-9530-412f-b04d-47dc3eb7d468 in Status: SUCCESS [ 1290.965545] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90badb5b-9530-412f-b04d-47dc3eb7d468 deletion is rescheduled due to dependency. [ 1290.965603] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90badb5b-9530-412f-b04d-47dc3eb7d468" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.631800] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c in Status: SUCCESS [ 1292.632121] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c deletion is rescheduled due to dependency. [ 1292.632174] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.083680] env[69596]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1295.083680] env[69596]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1298.531062] env[69596]: INFO networking_nsxv3.common.synchronization [req-515bffd8-6dd9-43ba-ab0a-b915d9d06316 req-8ea35e74-f5d4-4b79-9e66-85c5a33bcbbe tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Enqueued Resource ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c with Priority: HIGHEST for action security_group_members [ 1298.531323] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c with Priority: HIGHEST for action security_group_members [ 1298.531515] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-888b4e00-9217-49bc-87d8-d10eb3e2007c taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.531634] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.531694] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.531890] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.532053] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.532206] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.532206] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.532349] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.532433] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.532526] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('888b4e00-9217-49bc-87d8-d10eb3e2007c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.789472] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-18 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.789671] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-18" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.789830] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-18" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.790128] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-18" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.790397] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.790558] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.790681] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.790896] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.791060] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.791279] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1298.791460] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1298.791601] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1298.791716] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1298.791835] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1298.791947] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1298.792443] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1298.811174] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1298.811309] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1298.811450] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1298.811623] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-18" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.811927] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-b6644af7-954e-4d26-a1e2-7e5258878c79 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.812108] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-b6644af7-954e-4d26-a1e2-7e5258878c79" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.812240] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-b6644af7-954e-4d26-a1e2-7e5258878c79" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.812577] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-b6644af7-954e-4d26-a1e2-7e5258878c79" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.812724] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6644af7-954e-4d26-a1e2-7e5258878c79',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.034882] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.035062] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.035128] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.035379] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.035481] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.035683] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.035784] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.035847] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.036047] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.036127] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.036216] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c is going to be updated. [ 1299.064063] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.064234] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.064304] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.064529] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.064669] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.073382] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c in Status: IN_PROGRESS for 2s [ 1299.315134] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.315409] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.317032] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.317032] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.317032] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.317032] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port b6644af7-954e-4d26-a1e2-7e5258878c79 not found, creating... [ 1299.317032] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.317032] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.317032] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.317032] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.317462] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.317462] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.317553] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.317677] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.317849] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.318006] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.318156] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: b6644af7-954e-4d26-a1e2-7e5258878c79 is going to be created. [ 1299.336145] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.336339] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.336450] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.336694] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.336923] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.337180] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-b6644af7-954e-4d26-a1e2-7e5258878c79" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.001798] env[69596]: INFO networking_nsxv3.common.synchronization [req-515bffd8-6dd9-43ba-ab0a-b915d9d06316 req-959e791d-d89d-4ea1-916a-0766c3b33a58 service nova] Enqueued Resource ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c with Priority: HIGHEST for action security_group_rules [ 1300.002058] env[69596]: INFO networking_nsxv3.common.synchronization [req-515bffd8-6dd9-43ba-ab0a-b915d9d06316 req-959e791d-d89d-4ea1-916a-0766c3b33a58 service nova] Enqueued Resource ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c with Priority: HIGHEST for action security_group_members [ 1300.002099] env[69596]: INFO networking_nsxv3.common.synchronization [req-515bffd8-6dd9-43ba-ab0a-b915d9d06316 req-959e791d-d89d-4ea1-916a-0766c3b33a58 service nova] Enqueued Resource ID: b6644af7-954e-4d26-a1e2-7e5258878c79 with Priority: HIGHEST for action port [ 1300.002303] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c with Priority: HIGHEST for action security_group_rules [ 1300.002433] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c with Priority: HIGHEST for action security_group_members [ 1300.002529] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6644af7-954e-4d26-a1e2-7e5258878c79 with Priority: HIGHEST for action port [ 1300.003200] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-888b4e00-9217-49bc-87d8-d10eb3e2007c taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.003339] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.003446] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.003645] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.003698] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('888b4e00-9217-49bc-87d8-d10eb3e2007c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.006687] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-888b4e00-9217-49bc-87d8-d10eb3e2007c taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.006687] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.006687] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-b6644af7-954e-4d26-a1e2-7e5258878c79 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.006687] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b6644af7-954e-4d26-a1e2-7e5258878c79" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.006881] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b6644af7-954e-4d26-a1e2-7e5258878c79" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.006916] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b6644af7-954e-4d26-a1e2-7e5258878c79" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.007013] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6644af7-954e-4d26-a1e2-7e5258878c79',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.506635] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-888b4e00-9217-49bc-87d8-d10eb3e2007c taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.506775] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.509149] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b6644af7-954e-4d26-a1e2-7e5258878c79 with status ACTIVE [ 1300.509326] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.509445] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.509513] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.509720] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.509811] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.509975] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.510173] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.510238] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.510396] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.510473] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.510669] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.510769] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.510829] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.511036] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.511125] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.511220] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b6644af7-954e-4d26-a1e2-7e5258878c79 is going to be updated. [ 1300.530232] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.530397] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.530448] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.530582] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.530711] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.530859] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b6644af7-954e-4d26-a1e2-7e5258878c79" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.082154] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c in Status: SUCCESS [ 1301.082488] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c deletion is rescheduled due to dependency. [ 1301.082488] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.082599] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.082810] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.082983] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.083244] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.083244] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.083372] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.083407] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.083496] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('888b4e00-9217-49bc-87d8-d10eb3e2007c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.586254] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('888b4e00-9217-49bc-87d8-d10eb3e2007c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.088516] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('888b4e00-9217-49bc-87d8-d10eb3e2007c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.594341] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.594512] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.594564] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.594759] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.594848] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.594946] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c is going to be updated. [ 1302.620882] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.621024] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.621122] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.621303] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.621440] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.629704] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c in Status: IN_PROGRESS for 2s [ 1304.640692] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c in Status: SUCCESS [ 1304.640974] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.641111] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.641528] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.641528] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.641718] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.641718] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.641890] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.641890] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.642026] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.642085] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('888b4e00-9217-49bc-87d8-d10eb3e2007c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.004032] env[69596]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1305.004195] env[69596]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1305.144314] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-888b4e00-9217-49bc-87d8-d10eb3e2007c taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.144519] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.144519] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.144705] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.144874] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.144975] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.145045] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.145199] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.145288] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.145375] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.145525] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-888b4e00-9217-49bc-87d8-d10eb3e2007c taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.145679] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.145679] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.145853] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.145962] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.146151] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.146223] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.146711] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.146792] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.146880] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.146974] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('888b4e00-9217-49bc-87d8-d10eb3e2007c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.649459] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 888b4e00-9217-49bc-87d8-d10eb3e2007c: rpc.has_security_group_logging(os_id): False [ 1305.666298] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.666502] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.666502] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.666731] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.666816] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.666988] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.667121] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.667163] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.667326] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.667403] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.667601] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.667696] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.667758] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.667895] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.667969] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.668164] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.668258] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.668323] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.668490] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.668566] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.668652] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c is going to be updated. [ 1305.729308] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.729465] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.729511] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.729645] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.729777] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.742898] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c in Status: IN_PROGRESS for 2s [ 1307.760257] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c in Status: SUCCESS [ 1307.760520] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.005391] env[69596]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1310.005802] env[69596]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1310.176274] env[69596]: INFO networking_nsxv3.common.synchronization [req-efd89fdd-4fa1-4e39-b60d-144573ff768e req-e137ae5d-c880-47f8-8577-750555a3bab6 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Enqueued Resource ID: 35bca384-ec3b-4f75-9837-9bc109d60c39 with Priority: HIGHEST for action security_group_members [ 1310.176798] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35bca384-ec3b-4f75-9837-9bc109d60c39 with Priority: HIGHEST for action security_group_members [ 1310.177140] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-35bca384-ec3b-4f75-9837-9bc109d60c39 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.177272] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35bca384-ec3b-4f75-9837-9bc109d60c39" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.177340] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35bca384-ec3b-4f75-9837-9bc109d60c39" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.177512] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35bca384-ec3b-4f75-9837-9bc109d60c39" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.177666] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.177759] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.177820] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.177958] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.178172] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.178325] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35bca384-ec3b-4f75-9837-9bc109d60c39',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.682060] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.682060] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.682060] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.682441] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.682569] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.682815] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.682957] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.683061] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.683253] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.683367] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.683462] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35bca384-ec3b-4f75-9837-9bc109d60c39 is going to be updated. [ 1310.708142] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.708382] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.708382] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.708497] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.708631] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.715701] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35bca384-ec3b-4f75-9837-9bc109d60c39 in Status: IN_PROGRESS for 2s [ 1311.654414] env[69596]: INFO networking_nsxv3.common.synchronization [req-9873d109-f0ab-4d43-8768-597c5850e0b5 req-dc66ffc5-1009-40d7-819c-ab3223386826 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Enqueued Resource ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c with Priority: HIGHEST for action security_group_members [ 1311.654936] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c with Priority: HIGHEST for action security_group_members [ 1311.655247] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-888b4e00-9217-49bc-87d8-d10eb3e2007c taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.655371] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.655443] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.655632] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.655782] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.655883] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.655946] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.656279] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.656380] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.656479] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('888b4e00-9217-49bc-87d8-d10eb3e2007c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.158894] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.159075] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.159158] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.159395] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.159487] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.159685] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.159782] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.159837] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.159986] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.160075] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.160182] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c is going to be updated. [ 1312.184338] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.184473] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.184532] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.184704] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.184839] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.193009] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c in Status: IN_PROGRESS for 2s [ 1312.725752] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35bca384-ec3b-4f75-9837-9bc109d60c39 in Status: SUCCESS [ 1312.726143] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35bca384-ec3b-4f75-9837-9bc109d60c39 deletion is rescheduled due to dependency. [ 1312.726143] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35bca384-ec3b-4f75-9837-9bc109d60c39" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.202106] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c in Status: SUCCESS [ 1314.202436] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c deletion is rescheduled due to dependency. [ 1314.202436] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.503964] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.504271] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.504271] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.504399] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.504399] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.007047] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.508510] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.655966] env[69596]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1316.656165] env[69596]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1317.010997] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1317.011191] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1317.673141] env[69596]: INFO networking_nsxv3.common.synchronization [req-a2eda690-b2fb-4191-b088-95cf52145465 req-271ca60b-98a0-47c5-a2ea-79198f3ddc4c tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Enqueued Resource ID: 35bca384-ec3b-4f75-9837-9bc109d60c39 with Priority: HIGHEST for action security_group_members [ 1317.673696] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35bca384-ec3b-4f75-9837-9bc109d60c39 with Priority: HIGHEST for action security_group_members [ 1317.674040] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-35bca384-ec3b-4f75-9837-9bc109d60c39 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.674188] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35bca384-ec3b-4f75-9837-9bc109d60c39" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.674301] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35bca384-ec3b-4f75-9837-9bc109d60c39" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.674503] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35bca384-ec3b-4f75-9837-9bc109d60c39" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.674663] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.674760] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.674821] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.674958] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.675065] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.675175] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35bca384-ec3b-4f75-9837-9bc109d60c39',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.832372] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.832571] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.832623] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.832804] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.846381] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1317.847261] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.848116] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1317.884511] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.884723] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.884771] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.884997] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.898889] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.899735] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1317.899833] env[69596]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69596) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1317.899951] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1317.940965] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.941203] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.941203] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.941391] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.942888] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.943098] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1317.993208] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-627 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.993367] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-627" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.993367] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-627" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.993630] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-627" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.993898] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.994069] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.994214] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.994432] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.994581] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.994796] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1317.994911] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1317.995032] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1317.995146] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1317.995259] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1317.995368] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1317.995503] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1318.021625] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1318.021625] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1318.021625] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1318.021625] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-627" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.021945] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-39b0f448-2a3a-43a4-8c3b-257ac8683565 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.022039] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-39b0f448-2a3a-43a4-8c3b-257ac8683565" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.022156] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-39b0f448-2a3a-43a4-8c3b-257ac8683565" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.022476] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-39b0f448-2a3a-43a4-8c3b-257ac8683565" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.022632] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39b0f448-2a3a-43a4-8c3b-257ac8683565',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.029030] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.029212] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.029212] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.029440] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.029684] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.029941] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1318.111551] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.111921] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.111921] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.112145] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.112302] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.112581] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:39. [ 1318.112662] env[69596]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'05cb2d63-deb5-4001-80f4-59562f09ab90', 'e8063eca-44c5-4efb-90d6-e16f8ae4f041', '5f63bbc2-480e-448b-afd1-ffaa1c551e05', '90badb5b-9530-412f-b04d-47dc3eb7d468', 'bf4de9a2-fc16-45b8-939c-537e3f2c7f65', '5769c0da-65c9-4827-ad9d-5d19ee19c758', '93556ab5-d8c5-4932-b73c-852db71ea006', '35bca384-ec3b-4f75-9837-9bc109d60c39', '596ea14e-3ab2-453f-bdc9-e4d0322867cb', '2c6059fe-1867-4c1c-86f3-a22de31182bf', 'd29b939e-3353-4fc5-b0d3-0dd32541d308', '7fbb4520-3ed8-40c0-b84b-e457cf5e9f81', '4bba25ef-9119-4729-a505-14605c1b3df6', 'c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755', '1aeb7f0b-43bc-4968-8b6e-f3b8e7240e5c', 'dba7aa3a-c2fa-4f98-9cc4-7022c186404b', '81691705-36ef-486a-8285-3016a3eb1ed1', 'd997c822-9196-4a64-a9cb-57e8b41a8235', '896b9757-7c26-4d8d-893c-a9ae9d6ef7d5', '2c6885d9-0d64-4fae-9609-c5b857f379a2', 'fbed8333-e653-47b8-84ec-af891864d741', 'fb674795-651d-4bdc-bd54-ad791a881750', 'ec599c63-0116-41e0-ad7e-9d809eeafeef', '1185b2a1-5262-4175-a7da-b6a5788a9776', 'ba6187f3-2f9f-44ea-bb9d-7209a94ad84d', '888b4e00-9217-49bc-87d8-d10eb3e2007c', '1768ee4d-8b25-4e98-8ccf-9ddc42308b8c', '30dba8d6-8bbe-4d49-9fa5-8f86797ba95f', 'bc613ec5-efa3-4b33-a3ae-20f1f4d74451', 'cc2b1871-23c8-47b1-a73e-ee5ee027d72b', '08b580bd-8f2d-4784-be88-380b69cef54a', '43d0bf79-d506-484d-ac22-a56d2f949083', '6fe3525d-8e02-4eb4-8084-60aa11d510b5', 'a20fd6fa-822a-49c1-a50b-46332e59ac20', '144b703c-290f-4e5a-99f1-f06b05b7f6bd', '323bb60b-1f4d-488d-a2db-283ec8ea3b4a', 'ac523f2b-09d9-4df3-8b01-51cd50baa369', '5afc9254-219e-4511-af94-47853459010f', 'c38c4cd9-ba63-4312-9b86-62c0f685fc55'} {{(pid=69596) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1318.112800] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1318.134699] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.134874] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.134874] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.135094] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.135155] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.135231] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1318.135294] env[69596]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69596) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1318.135364] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1318.177431] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.177678] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.177678] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.177851] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.200497] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.200732] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.200845] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.200907] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.201126] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.201209] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.201299] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35bca384-ec3b-4f75-9837-9bc109d60c39 is going to be updated. [ 1318.227420] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.227561] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.227619] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.227803] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.227938] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.233415] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.233539] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.233613] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.233759] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.235260] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.235260] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1318.235260] env[69596]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69596) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1318.235260] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1318.235260] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1318.235591] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/39 resources of Type:Security Group Rules [ 1318.235591] env[69596]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 05cb2d63-deb5-4001-80f4-59562f09ab90 with Priority: HIGH for action security_group_rules [ 1318.235591] env[69596]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e8063eca-44c5-4efb-90d6-e16f8ae4f041 with Priority: HIGH for action security_group_rules [ 1318.235591] env[69596]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5f63bbc2-480e-448b-afd1-ffaa1c551e05 with Priority: HIGH for action security_group_rules [ 1318.235591] env[69596]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 90badb5b-9530-412f-b04d-47dc3eb7d468 with Priority: HIGH for action security_group_rules [ 1318.235779] env[69596]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 with Priority: HIGH for action security_group_rules [ 1318.235779] env[69596]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5769c0da-65c9-4827-ad9d-5d19ee19c758 with Priority: HIGH for action security_group_rules [ 1318.235779] env[69596]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 93556ab5-d8c5-4932-b73c-852db71ea006 with Priority: HIGH for action security_group_rules [ 1318.235779] env[69596]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 35bca384-ec3b-4f75-9837-9bc109d60c39 with Priority: HIGH for action security_group_rules [ 1318.235919] env[69596]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 596ea14e-3ab2-453f-bdc9-e4d0322867cb with Priority: HIGH for action security_group_rules [ 1318.235919] env[69596]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2c6059fe-1867-4c1c-86f3-a22de31182bf with Priority: HIGH for action security_group_rules [ 1318.235985] env[69596]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d29b939e-3353-4fc5-b0d3-0dd32541d308 with Priority: HIGH for action security_group_rules [ 1318.236032] env[69596]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7fbb4520-3ed8-40c0-b84b-e457cf5e9f81 with Priority: HIGH for action security_group_rules [ 1318.236082] env[69596]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4bba25ef-9119-4729-a505-14605c1b3df6 with Priority: HIGH for action security_group_rules [ 1318.236136] env[69596]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755 with Priority: HIGH for action security_group_rules [ 1318.236190] env[69596]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1aeb7f0b-43bc-4968-8b6e-f3b8e7240e5c with Priority: HIGH for action security_group_rules [ 1318.236262] env[69596]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dba7aa3a-c2fa-4f98-9cc4-7022c186404b with Priority: HIGH for action security_group_rules [ 1318.236322] env[69596]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 81691705-36ef-486a-8285-3016a3eb1ed1 with Priority: HIGH for action security_group_rules [ 1318.236390] env[69596]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d997c822-9196-4a64-a9cb-57e8b41a8235 with Priority: HIGH for action security_group_rules [ 1318.236479] env[69596]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 896b9757-7c26-4d8d-893c-a9ae9d6ef7d5 with Priority: HIGH for action security_group_rules [ 1318.236550] env[69596]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2c6885d9-0d64-4fae-9609-c5b857f379a2 with Priority: HIGH for action security_group_rules [ 1318.236643] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.238862] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35bca384-ec3b-4f75-9837-9bc109d60c39 in Status: IN_PROGRESS for 2s [ 1318.524718] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.524931] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.525024] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.525304] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.525457] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.525637] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port 39b0f448-2a3a-43a4-8c3b-257ac8683565 not found, creating... [ 1318.525904] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.526079] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.526235] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.526464] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.526605] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.526887] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.527058] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.527182] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.527392] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.527527] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.527669] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: 39b0f448-2a3a-43a4-8c3b-257ac8683565 is going to be created. [ 1318.552241] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.552421] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.552532] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.552752] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.552970] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.553197] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-39b0f448-2a3a-43a4-8c3b-257ac8683565" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.253540] env[69596]: INFO networking_nsxv3.common.synchronization [req-a2eda690-b2fb-4191-b088-95cf52145465 req-a10bb370-adb5-4aa7-8146-93bf2fc7b443 service nova] Enqueued Resource ID: 35bca384-ec3b-4f75-9837-9bc109d60c39 with Priority: HIGHEST for action security_group_rules [ 1319.253809] env[69596]: INFO networking_nsxv3.common.synchronization [req-a2eda690-b2fb-4191-b088-95cf52145465 req-a10bb370-adb5-4aa7-8146-93bf2fc7b443 service nova] Enqueued Resource ID: 35bca384-ec3b-4f75-9837-9bc109d60c39 with Priority: HIGHEST for action security_group_members [ 1319.253886] env[69596]: INFO networking_nsxv3.common.synchronization [req-a2eda690-b2fb-4191-b088-95cf52145465 req-a10bb370-adb5-4aa7-8146-93bf2fc7b443 service nova] Enqueued Resource ID: 39b0f448-2a3a-43a4-8c3b-257ac8683565 with Priority: HIGHEST for action port [ 1319.254132] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35bca384-ec3b-4f75-9837-9bc109d60c39 with Priority: HIGHEST for action security_group_rules [ 1319.254294] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35bca384-ec3b-4f75-9837-9bc109d60c39 with Priority: HIGHEST for action security_group_members [ 1319.254400] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39b0f448-2a3a-43a4-8c3b-257ac8683565 with Priority: HIGHEST for action port [ 1319.254498] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05cb2d63-deb5-4001-80f4-59562f09ab90 with Priority: HIGH for action security_group_rules [ 1319.254617] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f63bbc2-480e-448b-afd1-ffaa1c551e05 with Priority: HIGH for action security_group_rules [ 1319.254674] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93556ab5-d8c5-4932-b73c-852db71ea006 with Priority: HIGH for action security_group_rules [ 1319.254766] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1aeb7f0b-43bc-4968-8b6e-f3b8e7240e5c with Priority: HIGH for action security_group_rules [ 1319.254877] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c6885d9-0d64-4fae-9609-c5b857f379a2 with Priority: HIGH for action security_group_rules [ 1319.254934] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 896b9757-7c26-4d8d-893c-a9ae9d6ef7d5 with Priority: HIGH for action security_group_rules [ 1319.255026] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d997c822-9196-4a64-a9cb-57e8b41a8235 with Priority: HIGH for action security_group_rules [ 1319.255574] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81691705-36ef-486a-8285-3016a3eb1ed1 with Priority: HIGH for action security_group_rules [ 1319.255695] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755 with Priority: HIGH for action security_group_rules [ 1319.255799] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dba7aa3a-c2fa-4f98-9cc4-7022c186404b with Priority: HIGH for action security_group_rules [ 1319.255889] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bba25ef-9119-4729-a505-14605c1b3df6 with Priority: HIGH for action security_group_rules [ 1319.256009] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fbb4520-3ed8-40c0-b84b-e457cf5e9f81 with Priority: HIGH for action security_group_rules [ 1319.256097] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d29b939e-3353-4fc5-b0d3-0dd32541d308 with Priority: HIGH for action security_group_rules [ 1319.256186] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c6059fe-1867-4c1c-86f3-a22de31182bf with Priority: HIGH for action security_group_rules [ 1319.256260] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 596ea14e-3ab2-453f-bdc9-e4d0322867cb with Priority: HIGH for action security_group_rules [ 1319.256363] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5769c0da-65c9-4827-ad9d-5d19ee19c758 with Priority: HIGH for action security_group_rules [ 1319.256459] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35bca384-ec3b-4f75-9837-9bc109d60c39 with Priority: HIGH for action security_group_rules [ 1319.256548] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 with Priority: HIGH for action security_group_rules [ 1319.256626] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8063eca-44c5-4efb-90d6-e16f8ae4f041 with Priority: HIGH for action security_group_rules [ 1319.256706] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90badb5b-9530-412f-b04d-47dc3eb7d468 with Priority: HIGH for action security_group_rules [ 1319.257282] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35bca384-ec3b-4f75-9837-9bc109d60c39 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.257422] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35bca384-ec3b-4f75-9837-9bc109d60c39" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.257461] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35bca384-ec3b-4f75-9837-9bc109d60c39" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.257663] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35bca384-ec3b-4f75-9837-9bc109d60c39" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.257742] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35bca384-ec3b-4f75-9837-9bc109d60c39',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.258554] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-35bca384-ec3b-4f75-9837-9bc109d60c39 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.258655] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35bca384-ec3b-4f75-9837-9bc109d60c39" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.259234] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-39b0f448-2a3a-43a4-8c3b-257ac8683565 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.259234] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39b0f448-2a3a-43a4-8c3b-257ac8683565" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.259234] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39b0f448-2a3a-43a4-8c3b-257ac8683565" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.259234] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39b0f448-2a3a-43a4-8c3b-257ac8683565" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.259234] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39b0f448-2a3a-43a4-8c3b-257ac8683565',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.259929] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05cb2d63-deb5-4001-80f4-59562f09ab90 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.260049] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05cb2d63-deb5-4001-80f4-59562f09ab90" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.260114] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05cb2d63-deb5-4001-80f4-59562f09ab90" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.260264] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05cb2d63-deb5-4001-80f4-59562f09ab90" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.260340] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05cb2d63-deb5-4001-80f4-59562f09ab90',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.261143] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f63bbc2-480e-448b-afd1-ffaa1c551e05 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.261255] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f63bbc2-480e-448b-afd1-ffaa1c551e05" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.261322] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f63bbc2-480e-448b-afd1-ffaa1c551e05" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.261471] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f63bbc2-480e-448b-afd1-ffaa1c551e05" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.261542] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f63bbc2-480e-448b-afd1-ffaa1c551e05',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.262236] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93556ab5-d8c5-4932-b73c-852db71ea006 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.262343] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93556ab5-d8c5-4932-b73c-852db71ea006" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.262409] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93556ab5-d8c5-4932-b73c-852db71ea006" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.262556] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93556ab5-d8c5-4932-b73c-852db71ea006" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.262714] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93556ab5-d8c5-4932-b73c-852db71ea006',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.263419] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1aeb7f0b-43bc-4968-8b6e-f3b8e7240e5c taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.263419] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1aeb7f0b-43bc-4968-8b6e-f3b8e7240e5c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.263566] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1aeb7f0b-43bc-4968-8b6e-f3b8e7240e5c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.263611] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1aeb7f0b-43bc-4968-8b6e-f3b8e7240e5c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.263655] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1aeb7f0b-43bc-4968-8b6e-f3b8e7240e5c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.264353] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c6885d9-0d64-4fae-9609-c5b857f379a2 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.264458] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c6885d9-0d64-4fae-9609-c5b857f379a2" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.264522] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c6885d9-0d64-4fae-9609-c5b857f379a2" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.264681] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c6885d9-0d64-4fae-9609-c5b857f379a2" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.264750] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c6885d9-0d64-4fae-9609-c5b857f379a2',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.267061] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-896b9757-7c26-4d8d-893c-a9ae9d6ef7d5 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.267061] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-896b9757-7c26-4d8d-893c-a9ae9d6ef7d5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.267274] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-896b9757-7c26-4d8d-893c-a9ae9d6ef7d5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.267328] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-896b9757-7c26-4d8d-893c-a9ae9d6ef7d5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.267374] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('896b9757-7c26-4d8d-893c-a9ae9d6ef7d5',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.268110] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d997c822-9196-4a64-a9cb-57e8b41a8235 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.268217] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d997c822-9196-4a64-a9cb-57e8b41a8235" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.268279] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d997c822-9196-4a64-a9cb-57e8b41a8235" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.268450] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d997c822-9196-4a64-a9cb-57e8b41a8235" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.268500] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d997c822-9196-4a64-a9cb-57e8b41a8235',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.269166] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81691705-36ef-486a-8285-3016a3eb1ed1 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.269275] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81691705-36ef-486a-8285-3016a3eb1ed1" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.269337] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81691705-36ef-486a-8285-3016a3eb1ed1" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.269484] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81691705-36ef-486a-8285-3016a3eb1ed1" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.269555] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81691705-36ef-486a-8285-3016a3eb1ed1',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.270239] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.270345] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.270409] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.270557] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.270664] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.271293] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dba7aa3a-c2fa-4f98-9cc4-7022c186404b taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.271398] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dba7aa3a-c2fa-4f98-9cc4-7022c186404b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.271458] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dba7aa3a-c2fa-4f98-9cc4-7022c186404b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.271607] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dba7aa3a-c2fa-4f98-9cc4-7022c186404b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.271671] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dba7aa3a-c2fa-4f98-9cc4-7022c186404b',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.272444] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4bba25ef-9119-4729-a505-14605c1b3df6 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.272555] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4bba25ef-9119-4729-a505-14605c1b3df6" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.272615] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4bba25ef-9119-4729-a505-14605c1b3df6" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.272753] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4bba25ef-9119-4729-a505-14605c1b3df6" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.272820] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4bba25ef-9119-4729-a505-14605c1b3df6',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.273487] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7fbb4520-3ed8-40c0-b84b-e457cf5e9f81 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.273594] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7fbb4520-3ed8-40c0-b84b-e457cf5e9f81" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.273663] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7fbb4520-3ed8-40c0-b84b-e457cf5e9f81" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.273801] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7fbb4520-3ed8-40c0-b84b-e457cf5e9f81" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.273867] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7fbb4520-3ed8-40c0-b84b-e457cf5e9f81',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.274622] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d29b939e-3353-4fc5-b0d3-0dd32541d308 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.274693] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d29b939e-3353-4fc5-b0d3-0dd32541d308" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.274734] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d29b939e-3353-4fc5-b0d3-0dd32541d308" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.274867] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d29b939e-3353-4fc5-b0d3-0dd32541d308" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.274959] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d29b939e-3353-4fc5-b0d3-0dd32541d308',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.275709] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c6059fe-1867-4c1c-86f3-a22de31182bf taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.275816] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c6059fe-1867-4c1c-86f3-a22de31182bf" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.275880] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c6059fe-1867-4c1c-86f3-a22de31182bf" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.276040] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c6059fe-1867-4c1c-86f3-a22de31182bf" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.276112] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c6059fe-1867-4c1c-86f3-a22de31182bf',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.276799] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-596ea14e-3ab2-453f-bdc9-e4d0322867cb taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.276866] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-596ea14e-3ab2-453f-bdc9-e4d0322867cb" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.276936] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-596ea14e-3ab2-453f-bdc9-e4d0322867cb" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.277096] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-596ea14e-3ab2-453f-bdc9-e4d0322867cb" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.277166] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('596ea14e-3ab2-453f-bdc9-e4d0322867cb',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.277819] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5769c0da-65c9-4827-ad9d-5d19ee19c758 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.277924] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5769c0da-65c9-4827-ad9d-5d19ee19c758" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.277991] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5769c0da-65c9-4827-ad9d-5d19ee19c758" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.278234] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5769c0da-65c9-4827-ad9d-5d19ee19c758" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.278308] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5769c0da-65c9-4827-ad9d-5d19ee19c758',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.278957] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35bca384-ec3b-4f75-9837-9bc109d60c39 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.279060] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35bca384-ec3b-4f75-9837-9bc109d60c39" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.279339] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf4de9a2-fc16-45b8-939c-537e3f2c7f65 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.279443] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.279509] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.279658] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.279728] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf4de9a2-fc16-45b8-939c-537e3f2c7f65',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.280379] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8063eca-44c5-4efb-90d6-e16f8ae4f041 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.280472] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8063eca-44c5-4efb-90d6-e16f8ae4f041" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.280547] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8063eca-44c5-4efb-90d6-e16f8ae4f041" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.280894] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8063eca-44c5-4efb-90d6-e16f8ae4f041" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.280972] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8063eca-44c5-4efb-90d6-e16f8ae4f041',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.281633] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-90badb5b-9530-412f-b04d-47dc3eb7d468 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.281737] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-90badb5b-9530-412f-b04d-47dc3eb7d468" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.281802] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-90badb5b-9530-412f-b04d-47dc3eb7d468" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.281950] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-90badb5b-9530-412f-b04d-47dc3eb7d468" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.282030] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('90badb5b-9530-412f-b04d-47dc3eb7d468',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.305785] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.305936] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.305988] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.306217] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.324266] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.324394] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05cb2d63-deb5-4001-80f4-59562f09ab90 is going to be deleted. [ 1319.372342] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.372480] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.372559] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.372780] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.372874] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.373014] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05cb2d63-deb5-4001-80f4-59562f09ab90" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.785378] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-35bca384-ec3b-4f75-9837-9bc109d60c39 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.785561] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35bca384-ec3b-4f75-9837-9bc109d60c39" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.798539] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 39b0f448-2a3a-43a4-8c3b-257ac8683565 with status ACTIVE [ 1319.798715] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.798874] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.798951] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.799160] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.799250] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.799418] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.799514] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.799575] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.799721] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.799796] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.799968] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.800073] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.800132] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.800268] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.800343] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.800425] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 39b0f448-2a3a-43a4-8c3b-257ac8683565 is going to be updated. [ 1319.845283] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.845469] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.845535] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.845701] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.847150] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.847282] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.853509] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.853662] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.854380] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.854504] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.855592] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.855715] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.856466] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.856576] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.857331] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.857449] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.858300] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.858300] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.859081] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.859182] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.859877] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.859973] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.860722] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.860821] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.861436] env[69596]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1319.861845] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.861961] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.862781] env[69596]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1319.863208] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.863336] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.863981] env[69596]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1319.864397] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.864498] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.865114] env[69596]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1319.865497] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.865584] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.866278] env[69596]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1319.866644] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.866743] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.867440] env[69596]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1319.867815] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.867912] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.868537] env[69596]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1319.868911] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.869038] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.869927] env[69596]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1319.870326] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.870448] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c6059fe-1867-4c1c-86f3-a22de31182bf is going to be deleted. [ 1319.871846] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.871959] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.872039] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.872222] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.872345] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.872483] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39b0f448-2a3a-43a4-8c3b-257ac8683565" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.872618] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.872769] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.889228] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.889330] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 596ea14e-3ab2-453f-bdc9-e4d0322867cb is going to be deleted. [ 1319.890044] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.890215] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.909095] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.909197] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4bba25ef-9119-4729-a505-14605c1b3df6 is going to be deleted. [ 1319.909887] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.910059] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.928766] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.928870] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dba7aa3a-c2fa-4f98-9cc4-7022c186404b is going to be deleted. [ 1319.929589] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.929757] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.973241] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.973241] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.973418] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.973418] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.977200] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.977308] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755 is going to be deleted. [ 1319.978096] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.978796] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.020424] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.020555] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 896b9757-7c26-4d8d-893c-a9ae9d6ef7d5 is going to be deleted. [ 1320.021453] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.021652] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.030596] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.030733] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.031762] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.031870] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.109174] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.109284] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.113259] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.113461] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 90badb5b-9530-412f-b04d-47dc3eb7d468 is going to be deleted. [ 1320.114223] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.114578] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.157625] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.157778] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.160542] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.160657] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f63bbc2-480e-448b-afd1-ffaa1c551e05 is going to be deleted. [ 1320.161488] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.161703] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.187464] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.187575] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81691705-36ef-486a-8285-3016a3eb1ed1 is going to be deleted. [ 1320.188350] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.188622] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.242752] env[69596]: INFO networking_nsxv3.common.synchronization [req-98c33837-7473-4b67-b07a-d20497787862 req-994c1c27-0469-4d26-8b67-a4c51b54c456 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Enqueued Resource ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c with Priority: HIGHEST for action security_group_members [ 1320.243326] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.243413] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93556ab5-d8c5-4932-b73c-852db71ea006 is going to be deleted. [ 1320.244649] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c with Priority: HIGHEST for action security_group_members [ 1320.244825] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.245023] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.245897] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-888b4e00-9217-49bc-87d8-d10eb3e2007c taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.246041] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.246105] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.246306] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.246468] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.246569] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.246633] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.246770] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.246848] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.246934] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('888b4e00-9217-49bc-87d8-d10eb3e2007c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1320.271438] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35bca384-ec3b-4f75-9837-9bc109d60c39 in Status: SUCCESS [ 1320.271749] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35bca384-ec3b-4f75-9837-9bc109d60c39 deletion is rescheduled due to dependency. [ 1320.271749] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35bca384-ec3b-4f75-9837-9bc109d60c39" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.271853] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35bca384-ec3b-4f75-9837-9bc109d60c39" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.272061] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35bca384-ec3b-4f75-9837-9bc109d60c39" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.272238] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.272351] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.272413] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.272558] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.272639] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.272730] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35bca384-ec3b-4f75-9837-9bc109d60c39',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1320.316785] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.317385] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.323064] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.323201] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.329773] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.329881] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8063eca-44c5-4efb-90d6-e16f8ae4f041 is going to be deleted. [ 1320.330898] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.331132] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.362407] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.362535] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7fbb4520-3ed8-40c0-b84b-e457cf5e9f81 is going to be deleted. [ 1320.363404] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.363603] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.370892] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.371053] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.382838] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.382978] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.427959] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.428097] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d997c822-9196-4a64-a9cb-57e8b41a8235 is going to be deleted. [ 1320.428979] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.429204] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.459873] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.460022] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.461661] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.461774] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf4de9a2-fc16-45b8-939c-537e3f2c7f65 is going to be deleted. [ 1320.462600] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.462853] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.494596] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.494719] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5769c0da-65c9-4827-ad9d-5d19ee19c758 is going to be deleted. [ 1320.495527] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.495787] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.498704] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-18 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.498914] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-18" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.499058] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-18" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.499290] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-18" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.499550] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.499732] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.499860] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.500104] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.500254] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.500460] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1320.500578] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1320.500690] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1320.500801] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1320.500912] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1320.501032] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1320.501168] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1320.528236] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.528401] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.561331] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1320.561482] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.060 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1320.561655] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1320.561872] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-18" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.562184] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-748172c2-b934-4025-9aaa-56b9e1d7dcd9 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.562352] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-748172c2-b934-4025-9aaa-56b9e1d7dcd9" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.562477] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-748172c2-b934-4025-9aaa-56b9e1d7dcd9" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.562778] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-748172c2-b934-4025-9aaa-56b9e1d7dcd9" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.562921] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('748172c2-b934-4025-9aaa-56b9e1d7dcd9',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1320.578861] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.578982] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1aeb7f0b-43bc-4968-8b6e-f3b8e7240e5c is going to be deleted. [ 1320.579786] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.579968] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.592600] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.592699] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.624621] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.624756] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c6885d9-0d64-4fae-9609-c5b857f379a2 is going to be deleted. [ 1320.625533] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.625718] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.749280] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.749539] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.751479] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.751581] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.752861] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.752945] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.767359] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.767485] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d29b939e-3353-4fc5-b0d3-0dd32541d308 is going to be deleted. [ 1320.768442] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.768648] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.768736] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.768850] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-596ea14e-3ab2-453f-bdc9-e4d0322867cb" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.769469] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.769561] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.769627] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.769857] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.769938] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.770058] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1aeb7f0b-43bc-4968-8b6e-f3b8e7240e5c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.770183] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.770327] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.770401] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.770512] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c6059fe-1867-4c1c-86f3-a22de31182bf" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.771012] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.771193] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.771295] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.771440] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dba7aa3a-c2fa-4f98-9cc4-7022c186404b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.771665] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.771741] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.771803] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.771907] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4bba25ef-9119-4729-a505-14605c1b3df6" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.772023] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.772164] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.772239] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.772347] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1b22bfb-a35f-4d85-a0d2-3d4c34f7c755" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.772470] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.772605] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.772676] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.772780] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-896b9757-7c26-4d8d-893c-a9ae9d6ef7d5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.772887] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.773028] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.773100] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.773208] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f63bbc2-480e-448b-afd1-ffaa1c551e05" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.773335] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.773467] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.773536] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.773703] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-90badb5b-9530-412f-b04d-47dc3eb7d468" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.773812] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.773945] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.774021] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.774143] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81691705-36ef-486a-8285-3016a3eb1ed1" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.774267] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.774403] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.774473] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.774578] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93556ab5-d8c5-4932-b73c-852db71ea006" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.774683] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.774816] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.774886] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.774991] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8063eca-44c5-4efb-90d6-e16f8ae4f041" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.775124] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.775271] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.775359] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.775464] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7fbb4520-3ed8-40c0-b84b-e457cf5e9f81" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.775640] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('35bca384-ec3b-4f75-9837-9bc109d60c39',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1320.776406] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.776562] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.776692] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.776811] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d997c822-9196-4a64-a9cb-57e8b41a8235" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.777124] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.777269] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.819881] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.820134] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.820253] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.820322] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.820496] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.820577] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.820665] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c is going to be updated. [ 1320.821559] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.821783] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.821858] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.821930] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf4de9a2-fc16-45b8-939c-537e3f2c7f65" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.822091] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.822235] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.822313] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.822419] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5769c0da-65c9-4827-ad9d-5d19ee19c758" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.823372] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.823484] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.823550] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.823698] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.823775] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.823885] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c6885d9-0d64-4fae-9609-c5b857f379a2" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.838367] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.838479] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.838555] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.838706] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.838785] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.838903] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d29b939e-3353-4fc5-b0d3-0dd32541d308" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.879473] env[69596]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1320.879991] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.880139] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.880203] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.880423] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.880562] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.889820] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c in Status: IN_PROGRESS for 2s [ 1321.065189] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.065427] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.065557] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.065852] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.066014] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.066237] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port 748172c2-b934-4025-9aaa-56b9e1d7dcd9 not found, creating... [ 1321.066524] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.066689] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.066810] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.067046] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.067257] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.067552] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.067712] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.067835] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.068062] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.068235] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.068440] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: 748172c2-b934-4025-9aaa-56b9e1d7dcd9 is going to be created. [ 1321.086668] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.086867] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.086970] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.087227] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.087450] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.087664] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-748172c2-b934-4025-9aaa-56b9e1d7dcd9" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.278504] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('35bca384-ec3b-4f75-9837-9bc109d60c39',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.724496] env[69596]: INFO networking_nsxv3.common.synchronization [req-98c33837-7473-4b67-b07a-d20497787862 req-e7fd7922-1fbf-4a73-9086-1171eb7c654d service nova] Enqueued Resource ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c with Priority: HIGHEST for action security_group_rules [ 1321.724496] env[69596]: INFO networking_nsxv3.common.synchronization [req-98c33837-7473-4b67-b07a-d20497787862 req-e7fd7922-1fbf-4a73-9086-1171eb7c654d service nova] Enqueued Resource ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c with Priority: HIGHEST for action security_group_members [ 1321.724496] env[69596]: INFO networking_nsxv3.common.synchronization [req-98c33837-7473-4b67-b07a-d20497787862 req-e7fd7922-1fbf-4a73-9086-1171eb7c654d service nova] Enqueued Resource ID: 748172c2-b934-4025-9aaa-56b9e1d7dcd9 with Priority: HIGHEST for action port [ 1321.724496] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c with Priority: HIGHEST for action security_group_rules [ 1321.724496] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c with Priority: HIGHEST for action security_group_members [ 1321.724496] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 748172c2-b934-4025-9aaa-56b9e1d7dcd9 with Priority: HIGHEST for action port [ 1321.724496] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-888b4e00-9217-49bc-87d8-d10eb3e2007c taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.724496] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.724974] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.725365] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.725540] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('888b4e00-9217-49bc-87d8-d10eb3e2007c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.726935] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-888b4e00-9217-49bc-87d8-d10eb3e2007c taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.727330] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.727474] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-748172c2-b934-4025-9aaa-56b9e1d7dcd9 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.727580] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-748172c2-b934-4025-9aaa-56b9e1d7dcd9" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.727650] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-748172c2-b934-4025-9aaa-56b9e1d7dcd9" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.727827] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-748172c2-b934-4025-9aaa-56b9e1d7dcd9" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.727902] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('748172c2-b934-4025-9aaa-56b9e1d7dcd9',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.781252] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.781517] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.781517] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.781680] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.781768] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.781863] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35bca384-ec3b-4f75-9837-9bc109d60c39 is going to be updated. [ 1321.799289] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35bca384-ec3b-4f75-9837-9bc109d60c39 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 412 Client Error: Precondition Failed for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/groups/35bca384-ec3b-4f75-9837-9bc109d60c39 [ 1321.799385] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1321.924330] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.924571] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.924571] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.924742] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.925844] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.926275] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.926452] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.926452] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.926592] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.926669] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.926755] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35bca384-ec3b-4f75-9837-9bc109d60c39 is going to be updated. [ 1321.954367] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.954577] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.954629] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.954789] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.954975] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.962029] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35bca384-ec3b-4f75-9837-9bc109d60c39 in Status: IN_PROGRESS for 2s [ 1322.229959] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-888b4e00-9217-49bc-87d8-d10eb3e2007c taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.230187] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.230415] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 748172c2-b934-4025-9aaa-56b9e1d7dcd9 with status ACTIVE [ 1322.230623] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.230803] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.230950] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.231220] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.231377] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.231625] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.231799] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.231884] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.232142] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.232297] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.232515] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.232653] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.232737] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.232940] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.233097] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.233215] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 748172c2-b934-4025-9aaa-56b9e1d7dcd9 is going to be updated. [ 1322.260580] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.260709] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.260782] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.260949] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.261079] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.261229] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-748172c2-b934-4025-9aaa-56b9e1d7dcd9" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.898800] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c in Status: SUCCESS [ 1322.899119] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c deletion is rescheduled due to dependency. [ 1322.899119] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.899306] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.899481] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.899656] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.899775] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.899839] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.899991] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.900086] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.900182] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('888b4e00-9217-49bc-87d8-d10eb3e2007c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.401756] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('888b4e00-9217-49bc-87d8-d10eb3e2007c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.904450] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('888b4e00-9217-49bc-87d8-d10eb3e2007c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.971048] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35bca384-ec3b-4f75-9837-9bc109d60c39 in Status: SUCCESS [ 1323.971279] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35bca384-ec3b-4f75-9837-9bc109d60c39" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.971437] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35bca384-ec3b-4f75-9837-9bc109d60c39" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.971660] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35bca384-ec3b-4f75-9837-9bc109d60c39" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.971861] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.971979] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.972058] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.972212] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.972295] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.972381] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35bca384-ec3b-4f75-9837-9bc109d60c39" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.972473] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('35bca384-ec3b-4f75-9837-9bc109d60c39',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.406549] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.406706] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.406780] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.406997] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.407110] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.407273] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c is going to be updated. [ 1324.433096] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.433245] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.433294] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.433477] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.433617] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.441080] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c in Status: IN_PROGRESS for 2s [ 1324.474434] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('35bca384-ec3b-4f75-9837-9bc109d60c39',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.976519] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 35bca384-ec3b-4f75-9837-9bc109d60c39: rpc.has_security_group_logging(os_id): False [ 1324.992985] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.993135] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.993248] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.993410] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.993500] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.993736] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.993835] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.993899] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.994056] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.994133] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.994217] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35bca384-ec3b-4f75-9837-9bc109d60c39 is going to be updated. [ 1325.045667] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.045839] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.045839] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.046014] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.046145] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.057340] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35bca384-ec3b-4f75-9837-9bc109d60c39 in Status: IN_PROGRESS for 2s [ 1326.452398] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c in Status: SUCCESS [ 1326.452398] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.452398] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.452398] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.452398] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.452398] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.452398] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.452398] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.452398] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.452398] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.453096] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('888b4e00-9217-49bc-87d8-d10eb3e2007c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.723970] env[69596]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1326.724161] env[69596]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1326.955026] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-888b4e00-9217-49bc-87d8-d10eb3e2007c taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.955247] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.955294] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.955482] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.955654] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.955755] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.955815] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.955964] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.956060] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.956147] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.956348] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-888b4e00-9217-49bc-87d8-d10eb3e2007c taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.956439] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.956522] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.956654] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.956789] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.956881] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.956939] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.957099] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.957170] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.957262] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.957371] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('888b4e00-9217-49bc-87d8-d10eb3e2007c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.072965] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35bca384-ec3b-4f75-9837-9bc109d60c39 in Status: SUCCESS [ 1327.073210] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35bca384-ec3b-4f75-9837-9bc109d60c39" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.073387] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35bca384-ec3b-4f75-9837-9bc109d60c39" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.073600] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35bca384-ec3b-4f75-9837-9bc109d60c39" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.073689] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35bca384-ec3b-4f75-9837-9bc109d60c39',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.459931] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 888b4e00-9217-49bc-87d8-d10eb3e2007c: rpc.has_security_group_logging(os_id): False [ 1327.479179] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.479339] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.479339] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.479550] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.479638] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.479820] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.479915] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.479974] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.480137] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.480212] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.480446] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.480540] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.480578] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.480715] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.480789] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.480970] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.481072] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.481130] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.481267] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.481340] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.481421] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c is going to be updated. [ 1327.537933] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.538151] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.538151] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.538313] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.538452] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.553249] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c in Status: IN_PROGRESS for 2s [ 1327.575735] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-35bca384-ec3b-4f75-9837-9bc109d60c39 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.575913] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35bca384-ec3b-4f75-9837-9bc109d60c39" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.575967] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35bca384-ec3b-4f75-9837-9bc109d60c39" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.576160] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35bca384-ec3b-4f75-9837-9bc109d60c39" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.576359] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.576443] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.576507] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.576662] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.576747] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.576831] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35bca384-ec3b-4f75-9837-9bc109d60c39" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.576921] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('35bca384-ec3b-4f75-9837-9bc109d60c39',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.079324] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('35bca384-ec3b-4f75-9837-9bc109d60c39',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.581801] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 35bca384-ec3b-4f75-9837-9bc109d60c39: rpc.has_security_group_logging(os_id): False [ 1328.599661] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.599897] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.599897] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.600079] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.600188] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.600472] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.600597] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.600678] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.600850] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.600959] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.601059] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35bca384-ec3b-4f75-9837-9bc109d60c39 is going to be updated. [ 1328.660616] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.660773] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.660833] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.661035] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.661182] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.673450] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35bca384-ec3b-4f75-9837-9bc109d60c39 in Status: IN_PROGRESS for 2s [ 1329.568813] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c in Status: SUCCESS [ 1329.568813] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.685801] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35bca384-ec3b-4f75-9837-9bc109d60c39 in Status: SUCCESS [ 1330.686147] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35bca384-ec3b-4f75-9837-9bc109d60c39" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.724957] env[69596]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1331.725236] env[69596]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1336.725691] env[69596]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1336.726028] env[69596]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1341.727075] env[69596]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1341.727445] env[69596]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1346.728017] env[69596]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1346.728456] env[69596]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1351.728897] env[69596]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1351.729306] env[69596]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1356.729703] env[69596]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1356.729951] env[69596]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1357.652714] env[69596]: INFO networking_nsxv3.common.synchronization [req-19ca149c-f641-4314-99bd-26fc749f29d9 req-11fe49f8-d085-49af-afcc-6a31c6ca90c4 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Enqueued Resource ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c with Priority: HIGHEST for action security_group_members [ 1357.653250] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c with Priority: HIGHEST for action security_group_members [ 1357.653601] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-888b4e00-9217-49bc-87d8-d10eb3e2007c taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.653726] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.653801] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.653982] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.654217] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.654318] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.654382] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.654547] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.654637] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.654728] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('888b4e00-9217-49bc-87d8-d10eb3e2007c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1358.158023] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.158023] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.158023] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.158023] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.158023] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.158023] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.158023] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.158023] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.158717] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.158717] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.158717] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c is going to be updated. [ 1358.185065] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.185375] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.185375] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.185625] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.185828] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.195019] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c in Status: IN_PROGRESS for 2s [ 1360.204557] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c in Status: SUCCESS [ 1360.204929] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c deletion is rescheduled due to dependency. [ 1360.204929] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.654713] env[69596]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1362.654713] env[69596]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1366.665391] env[69596]: INFO networking_nsxv3.common.synchronization [None req-95d742ad-f85d-4cff-ae04-a4a712c14caf None None] Enqueued Resource ID: f2dbde06-cfed-4581-8329-b420716b0232 with Priority: HIGHEST for action port [ 1366.665709] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2dbde06-cfed-4581-8329-b420716b0232 with Priority: HIGHEST for action port [ 1366.666228] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-f2dbde06-cfed-4581-8329-b420716b0232 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.666353] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f2dbde06-cfed-4581-8329-b420716b0232" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.666419] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f2dbde06-cfed-4581-8329-b420716b0232" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.666801] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f2dbde06-cfed-4581-8329-b420716b0232" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.666886] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2dbde06-cfed-4581-8329-b420716b0232',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1366.960485] env[69596]: INFO networking_nsxv3.common.synchronization [None req-88c11b83-e3d8-430f-9931-d3c37a28f911 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Enqueued Resource ID: 3a124a74-9036-46bf-92dc-a1c638ec53c8 with Priority: HIGHEST for action security_group_rules [ 1366.961146] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a124a74-9036-46bf-92dc-a1c638ec53c8 with Priority: HIGHEST for action security_group_rules [ 1366.962458] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3a124a74-9036-46bf-92dc-a1c638ec53c8 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.962458] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3a124a74-9036-46bf-92dc-a1c638ec53c8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.962458] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3a124a74-9036-46bf-92dc-a1c638ec53c8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.962458] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3a124a74-9036-46bf-92dc-a1c638ec53c8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.962458] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3a124a74-9036-46bf-92dc-a1c638ec53c8',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1367.030573] env[69596]: INFO networking_nsxv3.common.synchronization [None req-3bc5185e-5672-4125-a181-259e45ef75aa tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Enqueued Resource ID: 3a124a74-9036-46bf-92dc-a1c638ec53c8 with Priority: HIGHEST for action security_group_rules [ 1367.031030] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a124a74-9036-46bf-92dc-a1c638ec53c8 with Priority: HIGHEST for action security_group_rules [ 1367.032263] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3a124a74-9036-46bf-92dc-a1c638ec53c8 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.032263] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3a124a74-9036-46bf-92dc-a1c638ec53c8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.173668] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f2dbde06-cfed-4581-8329-b420716b0232 [ 1367.173668] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.173806] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.173849] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.174052] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.174182] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.174248] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f2dbde06-cfed-4581-8329-b420716b0232 already deleted. [ 1367.174329] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f2dbde06-cfed-4581-8329-b420716b0232" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.482472] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.482630] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.482679] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.483139] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.483139] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.483139] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a124a74-9036-46bf-92dc-a1c638ec53c8 already deleted. [ 1367.483290] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3a124a74-9036-46bf-92dc-a1c638ec53c8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.483366] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3a124a74-9036-46bf-92dc-a1c638ec53c8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.483500] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3a124a74-9036-46bf-92dc-a1c638ec53c8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.483583] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3a124a74-9036-46bf-92dc-a1c638ec53c8',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1368.004739] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.005089] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.005089] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.006020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.006020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.006020] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a124a74-9036-46bf-92dc-a1c638ec53c8 already deleted. [ 1368.006020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3a124a74-9036-46bf-92dc-a1c638ec53c8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.803020] env[69596]: INFO networking_nsxv3.common.synchronization [None req-a5325542-a088-4157-b74c-671086b38986 None None] Enqueued Resource ID: 38b29e46-3c3b-4a94-8e80-65b44e4a7b41 with Priority: HIGHEST for action port [ 1368.803020] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38b29e46-3c3b-4a94-8e80-65b44e4a7b41 with Priority: HIGHEST for action port [ 1368.803020] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-38b29e46-3c3b-4a94-8e80-65b44e4a7b41 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.803020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38b29e46-3c3b-4a94-8e80-65b44e4a7b41" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.803020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38b29e46-3c3b-4a94-8e80-65b44e4a7b41" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.803020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38b29e46-3c3b-4a94-8e80-65b44e4a7b41" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.803020] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38b29e46-3c3b-4a94-8e80-65b44e4a7b41',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1369.304897] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 38b29e46-3c3b-4a94-8e80-65b44e4a7b41 [ 1369.305206] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.305377] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.305472] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.305736] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.305859] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.305993] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:38b29e46-3c3b-4a94-8e80-65b44e4a7b41 already deleted. [ 1369.306320] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38b29e46-3c3b-4a94-8e80-65b44e4a7b41" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.234129] env[69596]: INFO networking_nsxv3.common.synchronization [req-dc1cc50c-5266-4aa2-9c87-6d6cee8c8888 req-0f37d504-4542-4e80-a9ad-abff79cf13d2 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Enqueued Resource ID: 3a124a74-9036-46bf-92dc-a1c638ec53c8 with Priority: HIGHEST for action security_group_members [ 1372.234703] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a124a74-9036-46bf-92dc-a1c638ec53c8 with Priority: HIGHEST for action security_group_members [ 1372.234992] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a124a74-9036-46bf-92dc-a1c638ec53c8 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.235103] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a124a74-9036-46bf-92dc-a1c638ec53c8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.235185] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a124a74-9036-46bf-92dc-a1c638ec53c8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.235391] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a124a74-9036-46bf-92dc-a1c638ec53c8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.235543] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.235638] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.235697] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.235842] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.235925] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.236023] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a124a74-9036-46bf-92dc-a1c638ec53c8',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1372.497787] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-19 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.497993] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-19" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.498138] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-19" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.498456] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-19" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.498723] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.498883] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.499029] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.499255] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.499405] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.499633] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1372.499755] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1372.499871] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1372.499985] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1372.500111] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1372.500221] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1372.500357] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1372.519947] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1372.520134] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1372.520277] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1372.520455] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-19" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.520762] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-118bb070-19f0-4634-ad1d-8e18de2ae8ce taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.520964] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-118bb070-19f0-4634-ad1d-8e18de2ae8ce" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.521136] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-118bb070-19f0-4634-ad1d-8e18de2ae8ce" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.521466] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-118bb070-19f0-4634-ad1d-8e18de2ae8ce" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.521628] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('118bb070-19f0-4634-ad1d-8e18de2ae8ce',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1372.738289] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.738482] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.738482] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.738683] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.738774] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.738972] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.739120] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.739185] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.739339] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.739415] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.739501] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a124a74-9036-46bf-92dc-a1c638ec53c8 already deleted. [ 1372.739581] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a124a74-9036-46bf-92dc-a1c638ec53c8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.024384] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.024597] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.024761] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.025109] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.025291] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.025485] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port 118bb070-19f0-4634-ad1d-8e18de2ae8ce not found, creating... [ 1373.025769] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.025934] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.026074] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.026298] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.026444] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.026796] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.026962] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.027119] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.027364] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.027531] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.027713] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: 118bb070-19f0-4634-ad1d-8e18de2ae8ce is going to be created. [ 1373.046308] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.046516] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.046640] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.046908] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.047152] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.047385] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-118bb070-19f0-4634-ad1d-8e18de2ae8ce" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.710113] env[69596]: INFO networking_nsxv3.common.synchronization [req-dc1cc50c-5266-4aa2-9c87-6d6cee8c8888 req-4396c8a9-f5f6-452e-89e2-eabc24e8c980 service nova] Enqueued Resource ID: 3a124a74-9036-46bf-92dc-a1c638ec53c8 with Priority: HIGHEST for action security_group_rules [ 1373.710429] env[69596]: INFO networking_nsxv3.common.synchronization [req-dc1cc50c-5266-4aa2-9c87-6d6cee8c8888 req-4396c8a9-f5f6-452e-89e2-eabc24e8c980 service nova] Enqueued Resource ID: 3a124a74-9036-46bf-92dc-a1c638ec53c8 with Priority: HIGHEST for action security_group_members [ 1373.710498] env[69596]: INFO networking_nsxv3.common.synchronization [req-dc1cc50c-5266-4aa2-9c87-6d6cee8c8888 req-4396c8a9-f5f6-452e-89e2-eabc24e8c980 service nova] Enqueued Resource ID: 118bb070-19f0-4634-ad1d-8e18de2ae8ce with Priority: HIGHEST for action port [ 1373.711052] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a124a74-9036-46bf-92dc-a1c638ec53c8 with Priority: HIGHEST for action security_group_rules [ 1373.711203] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a124a74-9036-46bf-92dc-a1c638ec53c8 with Priority: HIGHEST for action security_group_members [ 1373.711303] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 118bb070-19f0-4634-ad1d-8e18de2ae8ce with Priority: HIGHEST for action port [ 1373.711573] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3a124a74-9036-46bf-92dc-a1c638ec53c8 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.711696] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3a124a74-9036-46bf-92dc-a1c638ec53c8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.711767] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3a124a74-9036-46bf-92dc-a1c638ec53c8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.711956] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3a124a74-9036-46bf-92dc-a1c638ec53c8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.712068] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3a124a74-9036-46bf-92dc-a1c638ec53c8',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1373.713428] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a124a74-9036-46bf-92dc-a1c638ec53c8 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.713566] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a124a74-9036-46bf-92dc-a1c638ec53c8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.713639] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a124a74-9036-46bf-92dc-a1c638ec53c8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.713809] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a124a74-9036-46bf-92dc-a1c638ec53c8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.714759] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.714759] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.714759] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.714759] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.714759] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.714759] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a124a74-9036-46bf-92dc-a1c638ec53c8',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1373.715331] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-118bb070-19f0-4634-ad1d-8e18de2ae8ce taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.715463] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-118bb070-19f0-4634-ad1d-8e18de2ae8ce" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.715558] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-118bb070-19f0-4634-ad1d-8e18de2ae8ce" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.715715] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-118bb070-19f0-4634-ad1d-8e18de2ae8ce" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.715792] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('118bb070-19f0-4634-ad1d-8e18de2ae8ce',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.217420] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a124a74-9036-46bf-92dc-a1c638ec53c8 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.217420] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a124a74-9036-46bf-92dc-a1c638ec53c8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.219727] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3a124a74-9036-46bf-92dc-a1c638ec53c8',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.220614] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 118bb070-19f0-4634-ad1d-8e18de2ae8ce with status ACTIVE [ 1374.220800] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.221657] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.221657] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.221657] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.221657] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.221657] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.221657] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.221657] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.222015] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.222015] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.222015] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.222149] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.222149] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.222273] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.222346] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.222428] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 118bb070-19f0-4634-ad1d-8e18de2ae8ce is going to be updated. [ 1374.242501] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.242644] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.242694] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.242863] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.242988] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.243173] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-118bb070-19f0-4634-ad1d-8e18de2ae8ce" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.724408] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3a124a74-9036-46bf-92dc-a1c638ec53c8',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.226881] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.227092] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.227145] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.227340] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.227428] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.227528] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a124a74-9036-46bf-92dc-a1c638ec53c8 is going to be created. [ 1375.251252] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.251252] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.251252] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.251591] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.251591] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.259360] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a124a74-9036-46bf-92dc-a1c638ec53c8 in Status: UNINITIALIZED for 2s [ 1377.270391] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a124a74-9036-46bf-92dc-a1c638ec53c8 in Status: SUCCESS [ 1377.270899] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a124a74-9036-46bf-92dc-a1c638ec53c8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.270899] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a124a74-9036-46bf-92dc-a1c638ec53c8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.271044] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a124a74-9036-46bf-92dc-a1c638ec53c8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.271259] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.271407] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.271489] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.271672] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.271781] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.271901] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a124a74-9036-46bf-92dc-a1c638ec53c8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.272129] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3a124a74-9036-46bf-92dc-a1c638ec53c8',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1377.774870] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3a124a74-9036-46bf-92dc-a1c638ec53c8',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1378.277545] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3a124a74-9036-46bf-92dc-a1c638ec53c8: rpc.has_security_group_logging(os_id): False [ 1378.294708] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.295290] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.295290] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.295290] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.295447] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.295570] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.295667] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.295732] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.295884] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.295962] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.296057] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a124a74-9036-46bf-92dc-a1c638ec53c8 is going to be created. [ 1378.350180] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.350367] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.350480] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.350737] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.351009] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.361178] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3a124a74-9036-46bf-92dc-a1c638ec53c8 in Status: IN_PROGRESS for 2s [ 1378.712597] env[69596]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1378.712779] env[69596]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1380.373182] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3a124a74-9036-46bf-92dc-a1c638ec53c8 in Status: SUCCESS [ 1380.373663] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3a124a74-9036-46bf-92dc-a1c638ec53c8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.714043] env[69596]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1383.714043] env[69596]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1388.714997] env[69596]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1388.715292] env[69596]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1393.716222] env[69596]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1393.716602] env[69596]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1397.363458] env[69596]: INFO networking_nsxv3.common.synchronization [req-73e34958-2e04-47c0-857d-900f1ad91cd1 req-8ffcebd7-bf1f-4bce-aa14-d77b9c8afbc6 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Enqueued Resource ID: 35bca384-ec3b-4f75-9837-9bc109d60c39 with Priority: HIGHEST for action security_group_members [ 1397.363976] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35bca384-ec3b-4f75-9837-9bc109d60c39 with Priority: HIGHEST for action security_group_members [ 1397.364302] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-35bca384-ec3b-4f75-9837-9bc109d60c39 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.364439] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35bca384-ec3b-4f75-9837-9bc109d60c39" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.364529] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35bca384-ec3b-4f75-9837-9bc109d60c39" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.364700] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35bca384-ec3b-4f75-9837-9bc109d60c39" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.364851] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.364958] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.365053] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.365208] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.365295] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.365426] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35bca384-ec3b-4f75-9837-9bc109d60c39',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1397.867383] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.867626] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.867626] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.867800] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.867800] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.867996] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.868391] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.868391] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.868391] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.868391] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.868521] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35bca384-ec3b-4f75-9837-9bc109d60c39 is going to be updated. [ 1397.895941] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.896147] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.896147] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.896334] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.896461] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.903732] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35bca384-ec3b-4f75-9837-9bc109d60c39 in Status: IN_PROGRESS for 2s [ 1399.914247] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35bca384-ec3b-4f75-9837-9bc109d60c39 in Status: SUCCESS [ 1399.914611] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35bca384-ec3b-4f75-9837-9bc109d60c39 deletion is rescheduled due to dependency. [ 1399.914611] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35bca384-ec3b-4f75-9837-9bc109d60c39" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.364952] env[69596]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1402.365321] env[69596]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1406.344374] env[69596]: INFO networking_nsxv3.common.synchronization [req-1d83df52-c693-4178-a477-aa55a48dd7e7 req-2c5ed72f-2075-40e8-9307-586cec561fe5 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Enqueued Resource ID: 35bca384-ec3b-4f75-9837-9bc109d60c39 with Priority: HIGHEST for action security_group_members [ 1406.344995] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35bca384-ec3b-4f75-9837-9bc109d60c39 with Priority: HIGHEST for action security_group_members [ 1406.346950] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-35bca384-ec3b-4f75-9837-9bc109d60c39 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.347103] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35bca384-ec3b-4f75-9837-9bc109d60c39" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.347191] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35bca384-ec3b-4f75-9837-9bc109d60c39" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.347374] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35bca384-ec3b-4f75-9837-9bc109d60c39" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.347532] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.347640] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.347703] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.347902] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.347994] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.348084] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35bca384-ec3b-4f75-9837-9bc109d60c39',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1406.596940] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-627 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.597156] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-627" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.597349] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-627" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.597568] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-627" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.597830] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.597988] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.598161] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.598393] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.598542] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.598767] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1406.598898] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1406.599018] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1406.599133] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1406.599248] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1406.599359] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1406.599493] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1406.623031] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1406.623031] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1406.623031] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1406.623031] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-627" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.623031] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-a22006e8-570d-4695-9b41-4d8a4e73e350 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.623481] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-a22006e8-570d-4695-9b41-4d8a4e73e350" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.623575] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-a22006e8-570d-4695-9b41-4d8a4e73e350" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.623961] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-a22006e8-570d-4695-9b41-4d8a4e73e350" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.624120] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a22006e8-570d-4695-9b41-4d8a4e73e350',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1406.851014] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.851270] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.851270] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.851451] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.851542] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.851740] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.851833] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.851893] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.852049] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.852126] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.852211] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35bca384-ec3b-4f75-9837-9bc109d60c39 is going to be updated. [ 1406.877271] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.877469] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.877469] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.877644] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.877759] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.886898] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35bca384-ec3b-4f75-9837-9bc109d60c39 in Status: IN_PROGRESS for 2s [ 1407.127225] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.127503] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.127665] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.127954] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.128158] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.128324] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port a22006e8-570d-4695-9b41-4d8a4e73e350 not found, creating... [ 1407.128598] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.128760] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.128881] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.129122] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.129265] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.129548] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.129705] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.129838] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.130060] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.130204] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.130347] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: a22006e8-570d-4695-9b41-4d8a4e73e350 is going to be created. [ 1407.150312] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.150312] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.150571] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.150624] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.150861] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.151375] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-a22006e8-570d-4695-9b41-4d8a4e73e350" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.803846] env[69596]: INFO networking_nsxv3.common.synchronization [req-1d83df52-c693-4178-a477-aa55a48dd7e7 req-f1d2ce48-5d18-41d4-b811-988cf2b3cf4a service nova] Enqueued Resource ID: 35bca384-ec3b-4f75-9837-9bc109d60c39 with Priority: HIGHEST for action security_group_rules [ 1407.804133] env[69596]: INFO networking_nsxv3.common.synchronization [req-1d83df52-c693-4178-a477-aa55a48dd7e7 req-f1d2ce48-5d18-41d4-b811-988cf2b3cf4a service nova] Enqueued Resource ID: 35bca384-ec3b-4f75-9837-9bc109d60c39 with Priority: HIGHEST for action security_group_members [ 1407.804297] env[69596]: INFO networking_nsxv3.common.synchronization [req-1d83df52-c693-4178-a477-aa55a48dd7e7 req-f1d2ce48-5d18-41d4-b811-988cf2b3cf4a service nova] Enqueued Resource ID: a22006e8-570d-4695-9b41-4d8a4e73e350 with Priority: HIGHEST for action port [ 1407.804414] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35bca384-ec3b-4f75-9837-9bc109d60c39 with Priority: HIGHEST for action security_group_rules [ 1407.804552] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35bca384-ec3b-4f75-9837-9bc109d60c39 with Priority: HIGHEST for action security_group_members [ 1407.804695] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a22006e8-570d-4695-9b41-4d8a4e73e350 with Priority: HIGHEST for action port [ 1407.805270] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35bca384-ec3b-4f75-9837-9bc109d60c39 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.805411] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35bca384-ec3b-4f75-9837-9bc109d60c39" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.805482] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35bca384-ec3b-4f75-9837-9bc109d60c39" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.805675] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35bca384-ec3b-4f75-9837-9bc109d60c39" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.805757] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35bca384-ec3b-4f75-9837-9bc109d60c39',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1407.806562] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-35bca384-ec3b-4f75-9837-9bc109d60c39 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.806694] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35bca384-ec3b-4f75-9837-9bc109d60c39" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.806905] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-a22006e8-570d-4695-9b41-4d8a4e73e350 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.807014] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a22006e8-570d-4695-9b41-4d8a4e73e350" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.807121] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a22006e8-570d-4695-9b41-4d8a4e73e350" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.807286] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a22006e8-570d-4695-9b41-4d8a4e73e350" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.807360] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a22006e8-570d-4695-9b41-4d8a4e73e350',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1408.308767] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-35bca384-ec3b-4f75-9837-9bc109d60c39 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.308891] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35bca384-ec3b-4f75-9837-9bc109d60c39" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.311266] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a22006e8-570d-4695-9b41-4d8a4e73e350 with status ACTIVE [ 1408.311460] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.311578] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.311647] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.311866] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.311946] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.312185] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.312260] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.312325] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.312492] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.312553] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.313335] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.313335] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.313335] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.313335] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.313335] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.313335] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a22006e8-570d-4695-9b41-4d8a4e73e350 is going to be updated. [ 1408.332257] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.332417] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.332468] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.332605] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.332727] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.332876] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a22006e8-570d-4695-9b41-4d8a4e73e350" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.896137] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35bca384-ec3b-4f75-9837-9bc109d60c39 in Status: SUCCESS [ 1408.896444] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35bca384-ec3b-4f75-9837-9bc109d60c39 deletion is rescheduled due to dependency. [ 1408.896444] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35bca384-ec3b-4f75-9837-9bc109d60c39" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.896568] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35bca384-ec3b-4f75-9837-9bc109d60c39" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.896811] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35bca384-ec3b-4f75-9837-9bc109d60c39" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.897018] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.897164] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.897229] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.897392] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.897472] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.897569] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35bca384-ec3b-4f75-9837-9bc109d60c39',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1409.400015] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('35bca384-ec3b-4f75-9837-9bc109d60c39',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1409.902495] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('35bca384-ec3b-4f75-9837-9bc109d60c39',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1410.405345] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.405539] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.405588] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.405926] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.405926] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.406029] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35bca384-ec3b-4f75-9837-9bc109d60c39 is going to be updated. [ 1410.435735] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.435881] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.435958] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.436323] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.436423] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.444552] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35bca384-ec3b-4f75-9837-9bc109d60c39 in Status: IN_PROGRESS for 2s [ 1412.455415] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35bca384-ec3b-4f75-9837-9bc109d60c39 in Status: SUCCESS [ 1412.455699] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35bca384-ec3b-4f75-9837-9bc109d60c39" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.455774] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35bca384-ec3b-4f75-9837-9bc109d60c39" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.455988] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35bca384-ec3b-4f75-9837-9bc109d60c39" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.456216] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.456333] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.456392] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.456551] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.456634] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.456721] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35bca384-ec3b-4f75-9837-9bc109d60c39" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.456812] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('35bca384-ec3b-4f75-9837-9bc109d60c39',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1412.806185] env[69596]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1412.806408] env[69596]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1412.959425] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('35bca384-ec3b-4f75-9837-9bc109d60c39',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1413.462316] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 35bca384-ec3b-4f75-9837-9bc109d60c39: rpc.has_security_group_logging(os_id): False [ 1413.480138] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1413.480381] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.480381] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.480570] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.480664] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.480910] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1413.481024] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.481092] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.481249] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.481366] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.481461] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35bca384-ec3b-4f75-9837-9bc109d60c39 is going to be updated. [ 1413.539268] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1413.539542] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.539542] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.539694] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.539814] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.552063] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35bca384-ec3b-4f75-9837-9bc109d60c39 in Status: IN_PROGRESS for 2s [ 1415.567369] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35bca384-ec3b-4f75-9837-9bc109d60c39 in Status: SUCCESS [ 1415.567771] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35bca384-ec3b-4f75-9837-9bc109d60c39" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.807174] env[69596]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1417.807545] env[69596]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1422.808620] env[69596]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1422.808940] env[69596]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1423.009128] env[69596]: INFO networking_nsxv3.common.synchronization [req-5a068874-74a4-4e0f-b4de-205eb1f337d1 req-e33d00ec-ebf6-45fb-a6b2-2b00fedbd06b tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Enqueued Resource ID: 74067098-49b4-43eb-bc4b-ce2731410770 with Priority: HIGHEST for action security_group_members [ 1423.009685] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74067098-49b4-43eb-bc4b-ce2731410770 with Priority: HIGHEST for action security_group_members [ 1423.009995] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-74067098-49b4-43eb-bc4b-ce2731410770 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.010133] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74067098-49b4-43eb-bc4b-ce2731410770" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.010196] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74067098-49b4-43eb-bc4b-ce2731410770" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.010451] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74067098-49b4-43eb-bc4b-ce2731410770" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.010615] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.010719] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.010780] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.010925] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.011020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.011116] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74067098-49b4-43eb-bc4b-ce2731410770',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1423.265217] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-19 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.265444] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-19" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.265586] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-19" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.265865] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-19" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.266149] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.266310] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.266436] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.266658] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.266808] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.267034] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1423.267157] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1423.267308] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1423.267427] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1423.267546] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1423.267658] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1423.267799] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1423.289999] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1423.290169] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1423.290310] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1423.290479] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-19" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.290768] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-1ba2d319-015e-4016-8a0f-6fac3d33c0e2 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.290933] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-1ba2d319-015e-4016-8a0f-6fac3d33c0e2" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.291072] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-1ba2d319-015e-4016-8a0f-6fac3d33c0e2" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.291376] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-1ba2d319-015e-4016-8a0f-6fac3d33c0e2" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.291523] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ba2d319-015e-4016-8a0f-6fac3d33c0e2',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1423.513737] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.513955] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.513955] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.514152] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.514246] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.514454] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.514559] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.514641] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.514849] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.514932] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.515032] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74067098-49b4-43eb-bc4b-ce2731410770 already deleted. [ 1423.515122] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74067098-49b4-43eb-bc4b-ce2731410770" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.794961] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.794961] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.794961] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.794961] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.794961] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.795357] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port 1ba2d319-015e-4016-8a0f-6fac3d33c0e2 not found, creating... [ 1423.795357] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.795499] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.795623] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.795848] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.796011] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.796308] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.796469] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.796592] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.796875] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.797039] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.797188] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: 1ba2d319-015e-4016-8a0f-6fac3d33c0e2 is going to be created. [ 1423.815885] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.816218] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.816218] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.816487] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.816720] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.816948] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-1ba2d319-015e-4016-8a0f-6fac3d33c0e2" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.468810] env[69596]: INFO networking_nsxv3.common.synchronization [req-5a068874-74a4-4e0f-b4de-205eb1f337d1 req-398c234b-a019-4d12-aa0a-3196a5ff886e service nova] Enqueued Resource ID: 74067098-49b4-43eb-bc4b-ce2731410770 with Priority: HIGHEST for action security_group_rules [ 1424.468946] env[69596]: INFO networking_nsxv3.common.synchronization [req-5a068874-74a4-4e0f-b4de-205eb1f337d1 req-398c234b-a019-4d12-aa0a-3196a5ff886e service nova] Enqueued Resource ID: 74067098-49b4-43eb-bc4b-ce2731410770 with Priority: HIGHEST for action security_group_members [ 1424.469490] env[69596]: INFO networking_nsxv3.common.synchronization [req-5a068874-74a4-4e0f-b4de-205eb1f337d1 req-398c234b-a019-4d12-aa0a-3196a5ff886e service nova] Enqueued Resource ID: 1ba2d319-015e-4016-8a0f-6fac3d33c0e2 with Priority: HIGHEST for action port [ 1424.469729] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74067098-49b4-43eb-bc4b-ce2731410770 with Priority: HIGHEST for action security_group_rules [ 1424.469856] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74067098-49b4-43eb-bc4b-ce2731410770 with Priority: HIGHEST for action security_group_members [ 1424.469950] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ba2d319-015e-4016-8a0f-6fac3d33c0e2 with Priority: HIGHEST for action port [ 1424.470566] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74067098-49b4-43eb-bc4b-ce2731410770 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.470689] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74067098-49b4-43eb-bc4b-ce2731410770" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.470757] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74067098-49b4-43eb-bc4b-ce2731410770" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.470996] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74067098-49b4-43eb-bc4b-ce2731410770" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.471096] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74067098-49b4-43eb-bc4b-ce2731410770',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1424.471885] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-74067098-49b4-43eb-bc4b-ce2731410770 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.471997] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74067098-49b4-43eb-bc4b-ce2731410770" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.472073] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74067098-49b4-43eb-bc4b-ce2731410770" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.472232] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74067098-49b4-43eb-bc4b-ce2731410770" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.472377] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.472469] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.472532] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.472668] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.472752] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.472839] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74067098-49b4-43eb-bc4b-ce2731410770',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1424.473553] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ba2d319-015e-4016-8a0f-6fac3d33c0e2 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.473659] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ba2d319-015e-4016-8a0f-6fac3d33c0e2" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.474246] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ba2d319-015e-4016-8a0f-6fac3d33c0e2" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.474246] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ba2d319-015e-4016-8a0f-6fac3d33c0e2" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.474246] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ba2d319-015e-4016-8a0f-6fac3d33c0e2',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1424.975919] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('74067098-49b4-43eb-bc4b-ce2731410770',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1424.977069] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-74067098-49b4-43eb-bc4b-ce2731410770 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.977205] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74067098-49b4-43eb-bc4b-ce2731410770" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.977274] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1ba2d319-015e-4016-8a0f-6fac3d33c0e2 with status ACTIVE [ 1424.977436] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.977642] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.977642] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.977795] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.977885] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.978066] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.978169] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.978228] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.978382] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.978464] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.978637] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.978729] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.978789] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.978933] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.978988] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.979082] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1ba2d319-015e-4016-8a0f-6fac3d33c0e2 is going to be updated. [ 1424.998156] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.998314] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.998370] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.998491] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.998614] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.998758] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ba2d319-015e-4016-8a0f-6fac3d33c0e2" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.481304] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('74067098-49b4-43eb-bc4b-ce2731410770',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1425.984222] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.984646] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.984646] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.984646] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.984918] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.984918] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74067098-49b4-43eb-bc4b-ce2731410770 is going to be created. [ 1426.006806] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.007024] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.007024] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.007209] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.007412] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.015686] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74067098-49b4-43eb-bc4b-ce2731410770 in Status: UNINITIALIZED for 2s [ 1428.027588] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74067098-49b4-43eb-bc4b-ce2731410770 in Status: SUCCESS [ 1428.027954] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74067098-49b4-43eb-bc4b-ce2731410770" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.027954] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74067098-49b4-43eb-bc4b-ce2731410770" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.028126] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74067098-49b4-43eb-bc4b-ce2731410770" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.028315] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.028432] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.028499] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.028645] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.028725] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.028808] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74067098-49b4-43eb-bc4b-ce2731410770" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.028900] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('74067098-49b4-43eb-bc4b-ce2731410770',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1428.531562] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-74067098-49b4-43eb-bc4b-ce2731410770 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.531819] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74067098-49b4-43eb-bc4b-ce2731410770" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.531819] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74067098-49b4-43eb-bc4b-ce2731410770" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.532053] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74067098-49b4-43eb-bc4b-ce2731410770" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.532301] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.532484] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.532780] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.532780] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.532780] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.532904] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74067098-49b4-43eb-bc4b-ce2731410770" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.533034] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-74067098-49b4-43eb-bc4b-ce2731410770 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.533128] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74067098-49b4-43eb-bc4b-ce2731410770" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.533191] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74067098-49b4-43eb-bc4b-ce2731410770" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.533344] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74067098-49b4-43eb-bc4b-ce2731410770" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.533522] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.533618] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.533673] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.533814] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.533890] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.533970] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74067098-49b4-43eb-bc4b-ce2731410770" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.534072] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('74067098-49b4-43eb-bc4b-ce2731410770',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1429.037469] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 74067098-49b4-43eb-bc4b-ce2731410770: rpc.has_security_group_logging(os_id): False [ 1429.055067] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.055238] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.055304] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.055489] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.055580] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.055771] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.055869] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.055932] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.056103] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.056174] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.056382] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.056509] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.056610] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.056821] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.056940] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.057232] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.057387] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.057509] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.057704] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.057827] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.057966] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74067098-49b4-43eb-bc4b-ce2731410770 is going to be created. [ 1429.109820] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.110033] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.110033] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.110208] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.110430] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.119889] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74067098-49b4-43eb-bc4b-ce2731410770 in Status: IN_PROGRESS for 2s [ 1429.470918] env[69596]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1429.471033] env[69596]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1431.135119] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74067098-49b4-43eb-bc4b-ce2731410770 in Status: SUCCESS [ 1431.135532] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74067098-49b4-43eb-bc4b-ce2731410770" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.472092] env[69596]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1434.472092] env[69596]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1439.472960] env[69596]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1439.473387] env[69596]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1444.474230] env[69596]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1444.474629] env[69596]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1448.262585] env[69596]: INFO networking_nsxv3.common.synchronization [req-19c22c1c-4941-417e-9063-7769726362e6 req-4cd4108f-ed3c-4eae-8c8a-b41ffcb81ba3 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Enqueued Resource ID: 74067098-49b4-43eb-bc4b-ce2731410770 with Priority: HIGHEST for action security_group_members [ 1448.263162] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74067098-49b4-43eb-bc4b-ce2731410770 with Priority: HIGHEST for action security_group_members [ 1448.263470] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-74067098-49b4-43eb-bc4b-ce2731410770 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.263594] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74067098-49b4-43eb-bc4b-ce2731410770" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.263660] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74067098-49b4-43eb-bc4b-ce2731410770" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.263849] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74067098-49b4-43eb-bc4b-ce2731410770" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.263994] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.264100] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.264165] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.264304] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.264386] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.264484] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74067098-49b4-43eb-bc4b-ce2731410770',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1448.766866] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.767098] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.767192] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.767334] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.767434] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.767687] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.767792] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.767849] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.768041] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.768102] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.768180] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74067098-49b4-43eb-bc4b-ce2731410770 is going to be updated. [ 1448.794115] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.794286] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.794286] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.794458] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.794587] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.802640] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74067098-49b4-43eb-bc4b-ce2731410770 in Status: IN_PROGRESS for 2s [ 1450.813931] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74067098-49b4-43eb-bc4b-ce2731410770 in Status: SUCCESS [ 1450.814258] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74067098-49b4-43eb-bc4b-ce2731410770 deletion is rescheduled due to dependency. [ 1450.814258] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74067098-49b4-43eb-bc4b-ce2731410770" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.264450] env[69596]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1453.264771] env[69596]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1453.384756] env[69596]: INFO networking_nsxv3.common.synchronization [None req-f2199821-b539-48a3-94ae-88f23890180b tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Enqueued Resource ID: 4d526147-0e09-42c3-9241-90f31ae6284f with Priority: HIGHEST for action security_group_rules [ 1453.385668] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d526147-0e09-42c3-9241-90f31ae6284f with Priority: HIGHEST for action security_group_rules [ 1453.385974] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4d526147-0e09-42c3-9241-90f31ae6284f taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1453.386230] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4d526147-0e09-42c3-9241-90f31ae6284f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.386333] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4d526147-0e09-42c3-9241-90f31ae6284f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.386587] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4d526147-0e09-42c3-9241-90f31ae6284f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1453.386672] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4d526147-0e09-42c3-9241-90f31ae6284f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1453.449132] env[69596]: INFO networking_nsxv3.common.synchronization [None req-afc28a8e-41f2-442e-a4f3-16afc8f586f5 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Enqueued Resource ID: 4d526147-0e09-42c3-9241-90f31ae6284f with Priority: HIGHEST for action security_group_rules [ 1453.449612] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d526147-0e09-42c3-9241-90f31ae6284f with Priority: HIGHEST for action security_group_rules [ 1453.449923] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4d526147-0e09-42c3-9241-90f31ae6284f taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1453.450044] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4d526147-0e09-42c3-9241-90f31ae6284f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.906499] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1453.906721] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.906721] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.906909] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1453.907012] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.907113] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4d526147-0e09-42c3-9241-90f31ae6284f already deleted. [ 1453.907200] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4d526147-0e09-42c3-9241-90f31ae6284f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.907342] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4d526147-0e09-42c3-9241-90f31ae6284f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.907495] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4d526147-0e09-42c3-9241-90f31ae6284f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1453.907602] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4d526147-0e09-42c3-9241-90f31ae6284f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1454.426753] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1454.427101] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.427101] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.427241] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1454.427361] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.427461] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4d526147-0e09-42c3-9241-90f31ae6284f already deleted. [ 1454.427567] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4d526147-0e09-42c3-9241-90f31ae6284f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.450975] env[69596]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1458.451313] env[69596]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1458.517365] env[69596]: INFO networking_nsxv3.common.synchronization [req-eef34a48-40b0-448d-a39e-9fe3a2fd113a req-4bc50a89-b7dd-4020-a4fe-10b422384508 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Enqueued Resource ID: 4d526147-0e09-42c3-9241-90f31ae6284f with Priority: HIGHEST for action security_group_members [ 1458.517879] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d526147-0e09-42c3-9241-90f31ae6284f with Priority: HIGHEST for action security_group_members [ 1458.518196] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d526147-0e09-42c3-9241-90f31ae6284f taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1458.518316] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d526147-0e09-42c3-9241-90f31ae6284f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.518400] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d526147-0e09-42c3-9241-90f31ae6284f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.518737] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d526147-0e09-42c3-9241-90f31ae6284f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1458.518919] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1458.519080] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.519169] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.519359] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1458.519451] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.519606] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d526147-0e09-42c3-9241-90f31ae6284f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1458.766534] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-19 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1458.766746] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-19" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.766877] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-19" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.767203] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-19" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1458.767462] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1458.767629] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.767760] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.768314] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1458.768496] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.768757] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1458.768891] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1458.769015] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1458.769133] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1458.769254] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1458.769365] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1458.769505] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1458.788688] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1458.788854] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1458.788993] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1458.789175] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-19" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.789450] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-890dda70-48da-42a0-ad56-52dbb74f9ed3 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1458.789612] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-890dda70-48da-42a0-ad56-52dbb74f9ed3" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.789736] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-890dda70-48da-42a0-ad56-52dbb74f9ed3" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.790040] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-890dda70-48da-42a0-ad56-52dbb74f9ed3" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1458.790186] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('890dda70-48da-42a0-ad56-52dbb74f9ed3',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1459.021835] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.022063] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.022063] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.022291] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.022378] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.022568] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.022657] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.022710] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.022860] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.022936] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.023033] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d526147-0e09-42c3-9241-90f31ae6284f already deleted. [ 1459.023116] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d526147-0e09-42c3-9241-90f31ae6284f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.293050] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.293050] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.293305] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.293813] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.293813] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.293813] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port 890dda70-48da-42a0-ad56-52dbb74f9ed3 not found, creating... [ 1459.294169] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.294169] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.294281] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.294507] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.294710] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.295142] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.295256] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.295297] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.295490] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.295632] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.295776] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: 890dda70-48da-42a0-ad56-52dbb74f9ed3 is going to be created. [ 1459.314831] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.315055] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.315152] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.315424] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.315654] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.315902] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-890dda70-48da-42a0-ad56-52dbb74f9ed3" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.979736] env[69596]: INFO networking_nsxv3.common.synchronization [req-eef34a48-40b0-448d-a39e-9fe3a2fd113a req-7c9ce8d3-563e-4898-bb6b-cd27e903386e service nova] Enqueued Resource ID: 4d526147-0e09-42c3-9241-90f31ae6284f with Priority: HIGHEST for action security_group_rules [ 1459.979736] env[69596]: INFO networking_nsxv3.common.synchronization [req-eef34a48-40b0-448d-a39e-9fe3a2fd113a req-7c9ce8d3-563e-4898-bb6b-cd27e903386e service nova] Enqueued Resource ID: 4d526147-0e09-42c3-9241-90f31ae6284f with Priority: HIGHEST for action security_group_members [ 1459.979736] env[69596]: INFO networking_nsxv3.common.synchronization [req-eef34a48-40b0-448d-a39e-9fe3a2fd113a req-7c9ce8d3-563e-4898-bb6b-cd27e903386e service nova] Enqueued Resource ID: 890dda70-48da-42a0-ad56-52dbb74f9ed3 with Priority: HIGHEST for action port [ 1459.979736] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d526147-0e09-42c3-9241-90f31ae6284f with Priority: HIGHEST for action security_group_rules [ 1459.979736] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d526147-0e09-42c3-9241-90f31ae6284f with Priority: HIGHEST for action security_group_members [ 1459.979736] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 890dda70-48da-42a0-ad56-52dbb74f9ed3 with Priority: HIGHEST for action port [ 1459.980856] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4d526147-0e09-42c3-9241-90f31ae6284f taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.981726] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4d526147-0e09-42c3-9241-90f31ae6284f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.981726] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4d526147-0e09-42c3-9241-90f31ae6284f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.981726] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4d526147-0e09-42c3-9241-90f31ae6284f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.981726] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4d526147-0e09-42c3-9241-90f31ae6284f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1459.982431] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d526147-0e09-42c3-9241-90f31ae6284f taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.982580] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d526147-0e09-42c3-9241-90f31ae6284f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.982677] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d526147-0e09-42c3-9241-90f31ae6284f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.982937] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d526147-0e09-42c3-9241-90f31ae6284f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.983568] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.983568] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.983568] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.983568] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.983568] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.983810] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d526147-0e09-42c3-9241-90f31ae6284f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1459.984856] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-890dda70-48da-42a0-ad56-52dbb74f9ed3 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.986051] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-890dda70-48da-42a0-ad56-52dbb74f9ed3" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.986159] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-890dda70-48da-42a0-ad56-52dbb74f9ed3" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.986284] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-890dda70-48da-42a0-ad56-52dbb74f9ed3" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.986368] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('890dda70-48da-42a0-ad56-52dbb74f9ed3',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1460.488646] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4d526147-0e09-42c3-9241-90f31ae6284f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1460.489197] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d526147-0e09-42c3-9241-90f31ae6284f taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1460.489343] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d526147-0e09-42c3-9241-90f31ae6284f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.489563] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 890dda70-48da-42a0-ad56-52dbb74f9ed3 with status ACTIVE [ 1460.489758] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1460.489861] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.489934] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.490145] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1460.490237] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1460.490828] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1460.490828] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.490828] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.490828] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1460.490828] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1460.491161] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1460.491161] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.491161] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.491288] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1460.491288] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1460.491372] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 890dda70-48da-42a0-ad56-52dbb74f9ed3 is going to be updated. [ 1460.511207] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1460.511362] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.511423] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.511602] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1460.511733] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1460.511881] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-890dda70-48da-42a0-ad56-52dbb74f9ed3" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1460.993376] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4d526147-0e09-42c3-9241-90f31ae6284f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1461.496583] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1461.496809] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.496809] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.497011] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1461.497106] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.497200] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d526147-0e09-42c3-9241-90f31ae6284f is going to be created. [ 1461.518832] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1461.519058] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.519058] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.519232] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1461.519384] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.527878] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d526147-0e09-42c3-9241-90f31ae6284f in Status: UNINITIALIZED for 2s [ 1463.537564] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d526147-0e09-42c3-9241-90f31ae6284f in Status: SUCCESS [ 1463.538022] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d526147-0e09-42c3-9241-90f31ae6284f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.538022] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d526147-0e09-42c3-9241-90f31ae6284f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.538190] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d526147-0e09-42c3-9241-90f31ae6284f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1463.538335] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1463.538464] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.538532] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.538682] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1463.538766] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.538848] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d526147-0e09-42c3-9241-90f31ae6284f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.538952] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4d526147-0e09-42c3-9241-90f31ae6284f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1464.041916] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4d526147-0e09-42c3-9241-90f31ae6284f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1464.545107] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4d526147-0e09-42c3-9241-90f31ae6284f: rpc.has_security_group_logging(os_id): False [ 1464.561990] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.562169] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.562169] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.562376] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.562465] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.562706] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.562809] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.562864] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.563016] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.563096] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.563181] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4d526147-0e09-42c3-9241-90f31ae6284f is going to be created. [ 1464.621468] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.621621] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.621675] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.621855] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.622043] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.630742] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4d526147-0e09-42c3-9241-90f31ae6284f in Status: IN_PROGRESS for 2s [ 1464.980691] env[69596]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1464.980834] env[69596]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1466.642720] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4d526147-0e09-42c3-9241-90f31ae6284f in Status: SUCCESS [ 1466.643349] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4d526147-0e09-42c3-9241-90f31ae6284f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.736344] env[69596]: INFO networking_nsxv3.common.synchronization [req-cfd2e0b7-15ec-459a-8c4b-aabc5804fad2 req-8ebf23d4-cffc-42d2-b1d5-dc2dbc6a6b21 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Enqueued Resource ID: 35bca384-ec3b-4f75-9837-9bc109d60c39 with Priority: HIGHEST for action security_group_members [ 1466.736866] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35bca384-ec3b-4f75-9837-9bc109d60c39 with Priority: HIGHEST for action security_group_members [ 1466.737172] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-35bca384-ec3b-4f75-9837-9bc109d60c39 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1466.737287] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35bca384-ec3b-4f75-9837-9bc109d60c39" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.737360] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35bca384-ec3b-4f75-9837-9bc109d60c39" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1466.738042] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35bca384-ec3b-4f75-9837-9bc109d60c39" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1466.738042] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1466.738042] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.738042] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1466.738042] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1466.738381] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.738381] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35bca384-ec3b-4f75-9837-9bc109d60c39',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1467.240677] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1467.240882] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.240882] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1467.241156] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1467.241249] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1467.241447] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1467.241545] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.241605] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1467.241758] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1467.241835] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1467.241920] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35bca384-ec3b-4f75-9837-9bc109d60c39 is going to be updated. [ 1467.270040] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1467.270212] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.270212] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1467.270384] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1467.270510] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1467.278296] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35bca384-ec3b-4f75-9837-9bc109d60c39 in Status: IN_PROGRESS for 2s [ 1469.290911] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35bca384-ec3b-4f75-9837-9bc109d60c39 in Status: SUCCESS [ 1469.291380] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35bca384-ec3b-4f75-9837-9bc109d60c39 deletion is rescheduled due to dependency. [ 1469.291380] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35bca384-ec3b-4f75-9837-9bc109d60c39" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.737544] env[69596]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1471.737932] env[69596]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1474.268682] env[69596]: INFO networking_nsxv3.common.synchronization [None req-39d23cbc-245d-4d49-a6f9-935d1efa6824 None None] Enqueued Resource ID: 4e4fb2a3-7095-45d2-b98b-9ad0cea54ca7 with Priority: HIGHEST for action port [ 1474.268682] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e4fb2a3-7095-45d2-b98b-9ad0cea54ca7 with Priority: HIGHEST for action port [ 1474.268972] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e4fb2a3-7095-45d2-b98b-9ad0cea54ca7 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.268972] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e4fb2a3-7095-45d2-b98b-9ad0cea54ca7" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.269466] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e4fb2a3-7095-45d2-b98b-9ad0cea54ca7" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.269791] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e4fb2a3-7095-45d2-b98b-9ad0cea54ca7" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.269927] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e4fb2a3-7095-45d2-b98b-9ad0cea54ca7',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1474.773571] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4e4fb2a3-7095-45d2-b98b-9ad0cea54ca7 [ 1474.773878] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.774358] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.774358] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.774578] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.774578] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.774666] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4e4fb2a3-7095-45d2-b98b-9ad0cea54ca7 already deleted. [ 1474.774710] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e4fb2a3-7095-45d2-b98b-9ad0cea54ca7" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.385548] env[69596]: INFO networking_nsxv3.common.synchronization [None req-d6d7492d-da1c-4e04-9c50-c837b3c70a4b None None] Enqueued Resource ID: 7b3167ba-63da-438c-bce3-f32ad4daf0a6 with Priority: HIGHEST for action port [ 1476.386110] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b3167ba-63da-438c-bce3-f32ad4daf0a6 with Priority: HIGHEST for action port [ 1476.386422] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b3167ba-63da-438c-bce3-f32ad4daf0a6 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1476.386540] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b3167ba-63da-438c-bce3-f32ad4daf0a6" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.386724] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b3167ba-63da-438c-bce3-f32ad4daf0a6" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.387018] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b3167ba-63da-438c-bce3-f32ad4daf0a6" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.387101] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b3167ba-63da-438c-bce3-f32ad4daf0a6',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1476.889284] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7b3167ba-63da-438c-bce3-f32ad4daf0a6 [ 1476.889512] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1476.889658] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.889781] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.889921] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.890012] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.890128] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7b3167ba-63da-438c-bce3-f32ad4daf0a6 already deleted. [ 1476.890216] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b3167ba-63da-438c-bce3-f32ad4daf0a6" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.513014] env[69596]: INFO networking_nsxv3.common.synchronization [req-3128dc80-6e4c-429c-a759-3ebe1c9b45cc req-f8fb5ad6-bff5-406b-8610-6bb4567e1ef5 tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] Enqueued Resource ID: f2b8efd2-6594-4859-9bb9-f7651b1f3348 with Priority: HIGHEST for action security_group_members [ 1479.513552] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2b8efd2-6594-4859-9bb9-f7651b1f3348 with Priority: HIGHEST for action security_group_members [ 1479.513874] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2b8efd2-6594-4859-9bb9-f7651b1f3348 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1479.514009] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2b8efd2-6594-4859-9bb9-f7651b1f3348" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.514105] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2b8efd2-6594-4859-9bb9-f7651b1f3348" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.514422] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2b8efd2-6594-4859-9bb9-f7651b1f3348" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1479.514579] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1479.514675] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.514736] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.514882] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1479.514967] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.515416] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2b8efd2-6594-4859-9bb9-f7651b1f3348',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1479.761806] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-493 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1479.762050] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-493" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.762158] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-493" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.762480] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-493" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1479.762745] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1479.762907] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.763039] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.763260] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1479.763409] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.763615] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1479.763732] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1479.763842] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1479.763962] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1479.764063] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1479.764178] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1479.764310] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1479.782841] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1479.782993] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1479.783148] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1479.783313] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-493" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.783580] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-ea74b2c2-191e-479d-b7d4-d6b6b3aaaf37 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1479.783743] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-ea74b2c2-191e-479d-b7d4-d6b6b3aaaf37" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.783867] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-ea74b2c2-191e-479d-b7d4-d6b6b3aaaf37" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.784147] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-ea74b2c2-191e-479d-b7d4-d6b6b3aaaf37" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1479.784294] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea74b2c2-191e-479d-b7d4-d6b6b3aaaf37',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1480.017524] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.017743] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.017743] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.017930] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1480.018036] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.018233] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.018325] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.018384] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.018527] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1480.018601] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.018681] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2b8efd2-6594-4859-9bb9-f7651b1f3348 already deleted. [ 1480.018761] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2b8efd2-6594-4859-9bb9-f7651b1f3348" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.287929] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.288216] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.288352] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.288622] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1480.288774] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.288943] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port ea74b2c2-191e-479d-b7d4-d6b6b3aaaf37 not found, creating... [ 1480.289234] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.289393] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.289513] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.289727] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1480.289865] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.290162] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.290318] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.290438] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.290685] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1480.290824] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.290982] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: ea74b2c2-191e-479d-b7d4-d6b6b3aaaf37 is going to be created. [ 1480.309361] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.309549] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.309700] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.309921] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1480.310201] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.310401] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-ea74b2c2-191e-479d-b7d4-d6b6b3aaaf37" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.975058] env[69596]: INFO networking_nsxv3.common.synchronization [req-3128dc80-6e4c-429c-a759-3ebe1c9b45cc req-fffd3047-a1ec-4534-b19e-1f6225e0ec3f service nova] Enqueued Resource ID: f2b8efd2-6594-4859-9bb9-f7651b1f3348 with Priority: HIGHEST for action security_group_rules [ 1480.975320] env[69596]: INFO networking_nsxv3.common.synchronization [req-3128dc80-6e4c-429c-a759-3ebe1c9b45cc req-fffd3047-a1ec-4534-b19e-1f6225e0ec3f service nova] Enqueued Resource ID: f2b8efd2-6594-4859-9bb9-f7651b1f3348 with Priority: HIGHEST for action security_group_members [ 1480.975402] env[69596]: INFO networking_nsxv3.common.synchronization [req-3128dc80-6e4c-429c-a759-3ebe1c9b45cc req-fffd3047-a1ec-4534-b19e-1f6225e0ec3f service nova] Enqueued Resource ID: ea74b2c2-191e-479d-b7d4-d6b6b3aaaf37 with Priority: HIGHEST for action port [ 1480.975662] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2b8efd2-6594-4859-9bb9-f7651b1f3348 with Priority: HIGHEST for action security_group_rules [ 1480.975765] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2b8efd2-6594-4859-9bb9-f7651b1f3348 with Priority: HIGHEST for action security_group_members [ 1480.975873] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea74b2c2-191e-479d-b7d4-d6b6b3aaaf37 with Priority: HIGHEST for action port [ 1480.976535] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2b8efd2-6594-4859-9bb9-f7651b1f3348 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.976698] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2b8efd2-6594-4859-9bb9-f7651b1f3348" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.976795] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2b8efd2-6594-4859-9bb9-f7651b1f3348" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.977165] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2b8efd2-6594-4859-9bb9-f7651b1f3348" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1480.977270] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2b8efd2-6594-4859-9bb9-f7651b1f3348',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1480.978158] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2b8efd2-6594-4859-9bb9-f7651b1f3348 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.978300] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2b8efd2-6594-4859-9bb9-f7651b1f3348" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.978394] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2b8efd2-6594-4859-9bb9-f7651b1f3348" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.978596] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2b8efd2-6594-4859-9bb9-f7651b1f3348" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1480.978774] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.978900] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.978988] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.979176] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1480.979289] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.979402] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2b8efd2-6594-4859-9bb9-f7651b1f3348',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1480.980167] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea74b2c2-191e-479d-b7d4-d6b6b3aaaf37 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.980313] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea74b2c2-191e-479d-b7d4-d6b6b3aaaf37" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.980479] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea74b2c2-191e-479d-b7d4-d6b6b3aaaf37" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.980664] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea74b2c2-191e-479d-b7d4-d6b6b3aaaf37" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1480.980770] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea74b2c2-191e-479d-b7d4-d6b6b3aaaf37',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1481.483707] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2b8efd2-6594-4859-9bb9-f7651b1f3348 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.483913] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2b8efd2-6594-4859-9bb9-f7651b1f3348" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.484206] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ea74b2c2-191e-479d-b7d4-d6b6b3aaaf37 with status ACTIVE [ 1481.484506] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.484629] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.484694] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.485018] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.485147] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.485323] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.485423] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.485487] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.485653] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.485756] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.486428] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.486428] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.486428] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.486428] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.486428] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.486428] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ea74b2c2-191e-479d-b7d4-d6b6b3aaaf37 is going to be updated. [ 1481.487421] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f2b8efd2-6594-4859-9bb9-f7651b1f3348',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1481.508751] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.508901] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.508950] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.509155] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.509269] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.509424] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea74b2c2-191e-479d-b7d4-d6b6b3aaaf37" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.991483] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f2b8efd2-6594-4859-9bb9-f7651b1f3348',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1482.494306] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.494508] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.494508] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.494738] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1482.494831] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.494929] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2b8efd2-6594-4859-9bb9-f7651b1f3348 is going to be created. [ 1482.518851] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.519025] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.519074] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.519321] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1482.519506] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.528724] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2b8efd2-6594-4859-9bb9-f7651b1f3348 in Status: UNINITIALIZED for 2s [ 1484.540284] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2b8efd2-6594-4859-9bb9-f7651b1f3348 in Status: SUCCESS [ 1484.540699] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2b8efd2-6594-4859-9bb9-f7651b1f3348" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.540699] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2b8efd2-6594-4859-9bb9-f7651b1f3348" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.540862] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2b8efd2-6594-4859-9bb9-f7651b1f3348" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1484.540965] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1484.541091] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.541159] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.541316] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1484.541400] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.541475] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2b8efd2-6594-4859-9bb9-f7651b1f3348" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.541562] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f2b8efd2-6594-4859-9bb9-f7651b1f3348',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1485.043864] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2b8efd2-6594-4859-9bb9-f7651b1f3348 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1485.044226] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2b8efd2-6594-4859-9bb9-f7651b1f3348" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.044226] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2b8efd2-6594-4859-9bb9-f7651b1f3348" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.044348] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2b8efd2-6594-4859-9bb9-f7651b1f3348" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1485.044521] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1485.044626] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.044689] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.044849] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1485.044942] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.045046] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2b8efd2-6594-4859-9bb9-f7651b1f3348" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.045196] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2b8efd2-6594-4859-9bb9-f7651b1f3348 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1485.045289] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2b8efd2-6594-4859-9bb9-f7651b1f3348" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.045357] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2b8efd2-6594-4859-9bb9-f7651b1f3348" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.045493] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2b8efd2-6594-4859-9bb9-f7651b1f3348" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1485.045629] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1485.045721] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.045804] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.045976] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1485.046074] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.046159] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2b8efd2-6594-4859-9bb9-f7651b1f3348" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.046251] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f2b8efd2-6594-4859-9bb9-f7651b1f3348',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1485.549044] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f2b8efd2-6594-4859-9bb9-f7651b1f3348: rpc.has_security_group_logging(os_id): False [ 1485.566573] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1485.566808] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.566808] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.566971] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1485.567083] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.567282] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1485.567461] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.567461] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.567576] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1485.567662] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.567876] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1485.567977] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.568048] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.568193] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1485.568269] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.568454] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1485.568547] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.568607] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.568781] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1485.568951] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.568951] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2b8efd2-6594-4859-9bb9-f7651b1f3348 is going to be created. [ 1485.628767] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1485.628948] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.628948] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.629149] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1485.629328] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.638350] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2b8efd2-6594-4859-9bb9-f7651b1f3348 in Status: IN_PROGRESS for 2s [ 1485.977335] env[69596]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1485.977597] env[69596]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1487.651531] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2b8efd2-6594-4859-9bb9-f7651b1f3348 in Status: SUCCESS [ 1487.651906] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2b8efd2-6594-4859-9bb9-f7651b1f3348" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.874659] env[69596]: INFO networking_nsxv3.common.synchronization [req-8ba02569-fbd2-452a-b3d9-939d41579b85 req-0324c41c-7dac-4570-8852-dda20062cd3d tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] Enqueued Resource ID: f2b8efd2-6594-4859-9bb9-f7651b1f3348 with Priority: HIGHEST for action security_group_members [ 1490.875367] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2b8efd2-6594-4859-9bb9-f7651b1f3348 with Priority: HIGHEST for action security_group_members [ 1490.875682] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2b8efd2-6594-4859-9bb9-f7651b1f3348 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.875849] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2b8efd2-6594-4859-9bb9-f7651b1f3348" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.875922] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2b8efd2-6594-4859-9bb9-f7651b1f3348" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.876089] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2b8efd2-6594-4859-9bb9-f7651b1f3348" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.876245] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.876339] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.876398] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.876542] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.876655] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.876786] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2b8efd2-6594-4859-9bb9-f7651b1f3348',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1491.378649] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.378885] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.378885] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.379246] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.379401] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.379639] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.379772] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.379843] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.380049] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.380166] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.380290] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2b8efd2-6594-4859-9bb9-f7651b1f3348 is going to be updated. [ 1491.409587] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.409749] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.409794] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.409945] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.410091] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.418070] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2b8efd2-6594-4859-9bb9-f7651b1f3348 in Status: IN_PROGRESS for 2s [ 1493.428348] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2b8efd2-6594-4859-9bb9-f7651b1f3348 in Status: SUCCESS [ 1493.428733] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2b8efd2-6594-4859-9bb9-f7651b1f3348 deletion is rescheduled due to dependency. [ 1493.428733] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2b8efd2-6594-4859-9bb9-f7651b1f3348" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.876052] env[69596]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1495.876325] env[69596]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1500.552646] env[69596]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-377c1699-e933-412d-a2cd-1cf5c4ef962d None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1500.553119] env[69596]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-377c1699-e933-412d-a2cd-1cf5c4ef962d None None] NSXv3 Agent Agent loop - iteration:4 started [ 1500.877444] env[69596]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1500.877649] env[69596]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1505.879109] env[69596]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1505.879376] env[69596]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1510.880241] env[69596]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1510.880570] env[69596]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1515.881393] env[69596]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1515.881710] env[69596]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1520.883106] env[69596]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1520.883357] env[69596]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1525.885372] env[69596]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1525.885846] env[69596]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1530.886191] env[69596]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1530.886515] env[69596]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1535.887731] env[69596]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1535.888121] env[69596]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1540.888606] env[69596]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1540.888953] env[69596]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1545.890232] env[69596]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1545.890726] env[69596]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1550.891301] env[69596]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1550.891671] env[69596]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1555.507477] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1555.507774] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1555.507774] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1555.507943] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1555.508065] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1555.892952] env[69596]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1555.893145] env[69596]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1556.009958] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1556.511725] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1557.013904] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1557.013904] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1557.840683] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.841110] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.841110] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.841247] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.852636] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1557.853477] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1557.854485] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1557.891875] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.892013] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.892101] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.892266] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.904523] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1557.905180] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1557.905257] env[69596]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69596) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1557.905344] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1557.933570] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.933724] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.933766] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.933931] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.934565] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1557.934693] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1558.006707] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.006907] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.006907] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1558.007139] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1558.007504] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1558.007804] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1558.087421] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.087591] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.087629] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1558.087811] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1558.088104] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1558.088374] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:24. [ 1558.088468] env[69596]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'fbed8333-e653-47b8-84ec-af891864d741', 'fb674795-651d-4bdc-bd54-ad791a881750', '4d526147-0e09-42c3-9241-90f31ae6284f', 'ec599c63-0116-41e0-ad7e-9d809eeafeef', '1185b2a1-5262-4175-a7da-b6a5788a9776', 'ba6187f3-2f9f-44ea-bb9d-7209a94ad84d', '888b4e00-9217-49bc-87d8-d10eb3e2007c', '1768ee4d-8b25-4e98-8ccf-9ddc42308b8c', '30dba8d6-8bbe-4d49-9fa5-8f86797ba95f', 'bc613ec5-efa3-4b33-a3ae-20f1f4d74451', 'f2b8efd2-6594-4859-9bb9-f7651b1f3348', 'cc2b1871-23c8-47b1-a73e-ee5ee027d72b', '35bca384-ec3b-4f75-9837-9bc109d60c39', '08b580bd-8f2d-4784-be88-380b69cef54a', '43d0bf79-d506-484d-ac22-a56d2f949083', '6fe3525d-8e02-4eb4-8084-60aa11d510b5', '74067098-49b4-43eb-bc4b-ce2731410770', 'a20fd6fa-822a-49c1-a50b-46332e59ac20', '144b703c-290f-4e5a-99f1-f06b05b7f6bd', '3a124a74-9036-46bf-92dc-a1c638ec53c8', '323bb60b-1f4d-488d-a2db-283ec8ea3b4a', 'ac523f2b-09d9-4df3-8b01-51cd50baa369', '5afc9254-219e-4511-af94-47853459010f', 'c38c4cd9-ba63-4312-9b86-62c0f685fc55'} {{(pid=69596) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1558.088554] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1558.104607] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.104720] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.104787] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1558.104911] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1558.104992] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1558.105098] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1558.105169] env[69596]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69596) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1558.105240] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1558.171426] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.171586] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.171629] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1558.171792] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1558.172971] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1558.173222] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1558.173301] env[69596]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69596) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1558.173378] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1558.173453] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1558.173538] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/24 resources of Type:Security Group Rules [ 1558.173615] env[69596]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fbed8333-e653-47b8-84ec-af891864d741 with Priority: HIGH for action security_group_rules [ 1558.173703] env[69596]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fb674795-651d-4bdc-bd54-ad791a881750 with Priority: HIGH for action security_group_rules [ 1558.173778] env[69596]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4d526147-0e09-42c3-9241-90f31ae6284f with Priority: HIGH for action security_group_rules [ 1558.173849] env[69596]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ec599c63-0116-41e0-ad7e-9d809eeafeef with Priority: HIGH for action security_group_rules [ 1558.173918] env[69596]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1185b2a1-5262-4175-a7da-b6a5788a9776 with Priority: HIGH for action security_group_rules [ 1558.173986] env[69596]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ba6187f3-2f9f-44ea-bb9d-7209a94ad84d with Priority: HIGH for action security_group_rules [ 1558.174066] env[69596]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c with Priority: HIGH for action security_group_rules [ 1558.174134] env[69596]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1768ee4d-8b25-4e98-8ccf-9ddc42308b8c with Priority: HIGH for action security_group_rules [ 1558.174202] env[69596]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 30dba8d6-8bbe-4d49-9fa5-8f86797ba95f with Priority: HIGH for action security_group_rules [ 1558.174272] env[69596]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bc613ec5-efa3-4b33-a3ae-20f1f4d74451 with Priority: HIGH for action security_group_rules [ 1558.174336] env[69596]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f2b8efd2-6594-4859-9bb9-f7651b1f3348 with Priority: HIGH for action security_group_rules [ 1558.174404] env[69596]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cc2b1871-23c8-47b1-a73e-ee5ee027d72b with Priority: HIGH for action security_group_rules [ 1558.174469] env[69596]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 35bca384-ec3b-4f75-9837-9bc109d60c39 with Priority: HIGH for action security_group_rules [ 1558.174536] env[69596]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 08b580bd-8f2d-4784-be88-380b69cef54a with Priority: HIGH for action security_group_rules [ 1558.174604] env[69596]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 43d0bf79-d506-484d-ac22-a56d2f949083 with Priority: HIGH for action security_group_rules [ 1558.174673] env[69596]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6fe3525d-8e02-4eb4-8084-60aa11d510b5 with Priority: HIGH for action security_group_rules [ 1558.174743] env[69596]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 74067098-49b4-43eb-bc4b-ce2731410770 with Priority: HIGH for action security_group_rules [ 1558.174811] env[69596]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a20fd6fa-822a-49c1-a50b-46332e59ac20 with Priority: HIGH for action security_group_rules [ 1558.174878] env[69596]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 144b703c-290f-4e5a-99f1-f06b05b7f6bd with Priority: HIGH for action security_group_rules [ 1558.174946] env[69596]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3a124a74-9036-46bf-92dc-a1c638ec53c8 with Priority: HIGH for action security_group_rules [ 1558.175047] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1560.894254] env[69596]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1560.894569] env[69596]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1560.894569] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbed8333-e653-47b8-84ec-af891864d741 with Priority: HIGH for action security_group_rules [ 1560.894569] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d526147-0e09-42c3-9241-90f31ae6284f with Priority: HIGH for action security_group_rules [ 1560.894670] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c with Priority: HIGH for action security_group_rules [ 1560.894786] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43d0bf79-d506-484d-ac22-a56d2f949083 with Priority: HIGH for action security_group_rules [ 1560.894841] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a124a74-9036-46bf-92dc-a1c638ec53c8 with Priority: HIGH for action security_group_rules [ 1560.894887] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 144b703c-290f-4e5a-99f1-f06b05b7f6bd with Priority: HIGH for action security_group_rules [ 1560.894981] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a20fd6fa-822a-49c1-a50b-46332e59ac20 with Priority: HIGH for action security_group_rules [ 1560.895080] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74067098-49b4-43eb-bc4b-ce2731410770 with Priority: HIGH for action security_group_rules [ 1560.895171] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08b580bd-8f2d-4784-be88-380b69cef54a with Priority: HIGH for action security_group_rules [ 1560.895262] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fe3525d-8e02-4eb4-8084-60aa11d510b5 with Priority: HIGH for action security_group_rules [ 1560.895351] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35bca384-ec3b-4f75-9837-9bc109d60c39 with Priority: HIGH for action security_group_rules [ 1560.895438] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc2b1871-23c8-47b1-a73e-ee5ee027d72b with Priority: HIGH for action security_group_rules [ 1560.895525] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2b8efd2-6594-4859-9bb9-f7651b1f3348 with Priority: HIGH for action security_group_rules [ 1560.895609] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc613ec5-efa3-4b33-a3ae-20f1f4d74451 with Priority: HIGH for action security_group_rules [ 1560.895694] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30dba8d6-8bbe-4d49-9fa5-8f86797ba95f with Priority: HIGH for action security_group_rules [ 1560.895780] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba6187f3-2f9f-44ea-bb9d-7209a94ad84d with Priority: HIGH for action security_group_rules [ 1560.895912] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1768ee4d-8b25-4e98-8ccf-9ddc42308b8c with Priority: HIGH for action security_group_rules [ 1560.896061] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1185b2a1-5262-4175-a7da-b6a5788a9776 with Priority: HIGH for action security_group_rules [ 1560.896176] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb674795-651d-4bdc-bd54-ad791a881750 with Priority: HIGH for action security_group_rules [ 1560.896266] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec599c63-0116-41e0-ad7e-9d809eeafeef with Priority: HIGH for action security_group_rules [ 1560.896643] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fbed8333-e653-47b8-84ec-af891864d741 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1560.896780] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fbed8333-e653-47b8-84ec-af891864d741" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1560.896843] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fbed8333-e653-47b8-84ec-af891864d741" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1560.897080] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fbed8333-e653-47b8-84ec-af891864d741" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1560.897165] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fbed8333-e653-47b8-84ec-af891864d741',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1560.898109] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4d526147-0e09-42c3-9241-90f31ae6284f taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1560.898242] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4d526147-0e09-42c3-9241-90f31ae6284f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1560.898319] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4d526147-0e09-42c3-9241-90f31ae6284f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1560.898515] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4d526147-0e09-42c3-9241-90f31ae6284f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1560.898590] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4d526147-0e09-42c3-9241-90f31ae6284f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1560.899373] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-888b4e00-9217-49bc-87d8-d10eb3e2007c taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1560.899658] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1560.899741] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1560.899891] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1560.899960] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('888b4e00-9217-49bc-87d8-d10eb3e2007c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1560.900627] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-43d0bf79-d506-484d-ac22-a56d2f949083 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1560.900735] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-43d0bf79-d506-484d-ac22-a56d2f949083" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1560.900806] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-43d0bf79-d506-484d-ac22-a56d2f949083" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1560.900963] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-43d0bf79-d506-484d-ac22-a56d2f949083" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1560.901838] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('43d0bf79-d506-484d-ac22-a56d2f949083',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1560.902553] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3a124a74-9036-46bf-92dc-a1c638ec53c8 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1560.902655] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3a124a74-9036-46bf-92dc-a1c638ec53c8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1560.902723] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3a124a74-9036-46bf-92dc-a1c638ec53c8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1560.902873] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3a124a74-9036-46bf-92dc-a1c638ec53c8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1560.902945] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3a124a74-9036-46bf-92dc-a1c638ec53c8',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1560.903660] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-144b703c-290f-4e5a-99f1-f06b05b7f6bd taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1560.903783] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-144b703c-290f-4e5a-99f1-f06b05b7f6bd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1560.903894] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-144b703c-290f-4e5a-99f1-f06b05b7f6bd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1560.904128] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-144b703c-290f-4e5a-99f1-f06b05b7f6bd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1560.904128] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('144b703c-290f-4e5a-99f1-f06b05b7f6bd',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1560.904720] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a20fd6fa-822a-49c1-a50b-46332e59ac20 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1560.904882] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a20fd6fa-822a-49c1-a50b-46332e59ac20" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1560.904935] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a20fd6fa-822a-49c1-a50b-46332e59ac20" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1560.905189] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a20fd6fa-822a-49c1-a50b-46332e59ac20" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1560.905286] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a20fd6fa-822a-49c1-a50b-46332e59ac20',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1560.906056] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74067098-49b4-43eb-bc4b-ce2731410770 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1560.906165] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74067098-49b4-43eb-bc4b-ce2731410770" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1560.906229] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74067098-49b4-43eb-bc4b-ce2731410770" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1560.906378] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74067098-49b4-43eb-bc4b-ce2731410770" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1560.906449] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74067098-49b4-43eb-bc4b-ce2731410770',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1560.907149] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-08b580bd-8f2d-4784-be88-380b69cef54a taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1560.907262] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1560.907316] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1560.907474] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1560.907545] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('08b580bd-8f2d-4784-be88-380b69cef54a',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1560.908237] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6fe3525d-8e02-4eb4-8084-60aa11d510b5 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1560.908346] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6fe3525d-8e02-4eb4-8084-60aa11d510b5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1560.908404] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6fe3525d-8e02-4eb4-8084-60aa11d510b5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1560.908560] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6fe3525d-8e02-4eb4-8084-60aa11d510b5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1560.908646] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6fe3525d-8e02-4eb4-8084-60aa11d510b5',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1560.909478] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35bca384-ec3b-4f75-9837-9bc109d60c39 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1560.909603] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35bca384-ec3b-4f75-9837-9bc109d60c39" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1560.909670] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35bca384-ec3b-4f75-9837-9bc109d60c39" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1560.909938] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35bca384-ec3b-4f75-9837-9bc109d60c39" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1560.909938] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35bca384-ec3b-4f75-9837-9bc109d60c39',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1560.910690] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc2b1871-23c8-47b1-a73e-ee5ee027d72b taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1560.910807] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc2b1871-23c8-47b1-a73e-ee5ee027d72b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1560.910889] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc2b1871-23c8-47b1-a73e-ee5ee027d72b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1560.911103] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc2b1871-23c8-47b1-a73e-ee5ee027d72b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1560.911189] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc2b1871-23c8-47b1-a73e-ee5ee027d72b',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1560.911840] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2b8efd2-6594-4859-9bb9-f7651b1f3348 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1560.911948] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2b8efd2-6594-4859-9bb9-f7651b1f3348" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1560.912023] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2b8efd2-6594-4859-9bb9-f7651b1f3348" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1560.912170] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2b8efd2-6594-4859-9bb9-f7651b1f3348" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1560.912244] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2b8efd2-6594-4859-9bb9-f7651b1f3348',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1560.913037] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bc613ec5-efa3-4b33-a3ae-20f1f4d74451 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1560.913113] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bc613ec5-efa3-4b33-a3ae-20f1f4d74451" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1560.913241] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bc613ec5-efa3-4b33-a3ae-20f1f4d74451" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1560.913333] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bc613ec5-efa3-4b33-a3ae-20f1f4d74451" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1560.913405] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bc613ec5-efa3-4b33-a3ae-20f1f4d74451',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1560.914191] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1560.914303] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1560.914354] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1560.914504] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1560.914600] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30dba8d6-8bbe-4d49-9fa5-8f86797ba95f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1560.915389] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba6187f3-2f9f-44ea-bb9d-7209a94ad84d taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1560.915499] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba6187f3-2f9f-44ea-bb9d-7209a94ad84d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1560.915566] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba6187f3-2f9f-44ea-bb9d-7209a94ad84d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1560.915725] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba6187f3-2f9f-44ea-bb9d-7209a94ad84d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1560.915798] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba6187f3-2f9f-44ea-bb9d-7209a94ad84d',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1560.916452] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1768ee4d-8b25-4e98-8ccf-9ddc42308b8c taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1560.916577] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1768ee4d-8b25-4e98-8ccf-9ddc42308b8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1560.916644] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1768ee4d-8b25-4e98-8ccf-9ddc42308b8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1560.916801] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1768ee4d-8b25-4e98-8ccf-9ddc42308b8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1560.916895] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1768ee4d-8b25-4e98-8ccf-9ddc42308b8c',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1560.917656] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1185b2a1-5262-4175-a7da-b6a5788a9776 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1560.917766] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1185b2a1-5262-4175-a7da-b6a5788a9776" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1560.917863] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1185b2a1-5262-4175-a7da-b6a5788a9776" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1560.917986] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1185b2a1-5262-4175-a7da-b6a5788a9776" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1560.918086] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1185b2a1-5262-4175-a7da-b6a5788a9776',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1560.918931] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb674795-651d-4bdc-bd54-ad791a881750 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1560.919047] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb674795-651d-4bdc-bd54-ad791a881750" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1560.919111] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb674795-651d-4bdc-bd54-ad791a881750" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1560.919261] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb674795-651d-4bdc-bd54-ad791a881750" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1560.919328] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb674795-651d-4bdc-bd54-ad791a881750',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1560.920134] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec599c63-0116-41e0-ad7e-9d809eeafeef taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1560.920294] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec599c63-0116-41e0-ad7e-9d809eeafeef" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1560.920377] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec599c63-0116-41e0-ad7e-9d809eeafeef" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1560.920536] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec599c63-0116-41e0-ad7e-9d809eeafeef" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1560.920608] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec599c63-0116-41e0-ad7e-9d809eeafeef',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1560.948445] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1560.948622] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1560.948622] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1560.948839] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1560.950303] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1560.950398] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1560.951335] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1560.951431] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1560.952101] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1560.952235] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1560.964909] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1560.965020] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fbed8333-e653-47b8-84ec-af891864d741 is going to be deleted. [ 1560.965801] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1560.965980] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1560.984383] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1560.984485] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 888b4e00-9217-49bc-87d8-d10eb3e2007c is going to be deleted. [ 1560.985194] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1560.985398] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1561.004756] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1561.004906] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6fe3525d-8e02-4eb4-8084-60aa11d510b5 is going to be deleted. [ 1561.005611] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1561.005787] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1561.022794] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1561.022891] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 43d0bf79-d506-484d-ac22-a56d2f949083 is going to be deleted. [ 1561.024115] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1561.024239] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.024290] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1561.024448] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1561.024539] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1561.024681] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fbed8333-e653-47b8-84ec-af891864d741" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1561.036205] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1561.036302] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.036354] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1561.036552] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1561.036657] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1561.036768] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-888b4e00-9217-49bc-87d8-d10eb3e2007c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1561.052561] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1561.052663] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.052730] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1561.052883] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1561.052963] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1561.053078] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6fe3525d-8e02-4eb4-8084-60aa11d510b5" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1561.089449] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1561.089606] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.089647] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1561.089814] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1561.089893] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1561.090015] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-43d0bf79-d506-484d-ac22-a56d2f949083" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1561.427456] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d526147-0e09-42c3-9241-90f31ae6284f taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1561.427695] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d526147-0e09-42c3-9241-90f31ae6284f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.427695] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d526147-0e09-42c3-9241-90f31ae6284f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1561.427848] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d526147-0e09-42c3-9241-90f31ae6284f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1561.428017] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1561.428121] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.428187] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1561.428333] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1561.428418] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1561.428504] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d526147-0e09-42c3-9241-90f31ae6284f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1561.428590] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4d526147-0e09-42c3-9241-90f31ae6284f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1561.434872] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a124a74-9036-46bf-92dc-a1c638ec53c8 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1561.434989] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a124a74-9036-46bf-92dc-a1c638ec53c8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.435047] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a124a74-9036-46bf-92dc-a1c638ec53c8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1561.435208] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a124a74-9036-46bf-92dc-a1c638ec53c8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1561.435353] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1561.435448] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.435510] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1561.435649] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1561.435731] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1561.435814] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a124a74-9036-46bf-92dc-a1c638ec53c8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1561.435897] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3a124a74-9036-46bf-92dc-a1c638ec53c8',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1561.448736] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1561.448856] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.448909] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1561.449278] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1561.478177] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1561.478310] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.479519] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1561.479622] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.481147] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1561.481241] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.482439] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1561.482550] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35bca384-ec3b-4f75-9837-9bc109d60c39 is going to be deleted. [ 1561.483331] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1561.483516] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1561.484813] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1561.484907] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.486184] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1561.486184] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.486989] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1561.487121] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.487795] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1561.487892] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.488819] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1561.488912] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.489544] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1561.489655] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.490322] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1561.490419] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.491076] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1561.491173] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.491807] env[69596]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1561.492180] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1561.492272] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.492838] env[69596]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1561.493220] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1561.493314] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.503593] env[69596]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1561.503970] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1561.504089] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb674795-651d-4bdc-bd54-ad791a881750 is going to be deleted. [ 1561.504807] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1561.504986] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1561.520247] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1561.520349] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2b8efd2-6594-4859-9bb9-f7651b1f3348 is going to be deleted. [ 1561.521042] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1561.521218] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1561.534375] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1561.534499] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.546092] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1561.546194] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 144b703c-290f-4e5a-99f1-f06b05b7f6bd is going to be deleted. [ 1561.546903] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1561.547090] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1561.562472] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1561.562578] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a20fd6fa-822a-49c1-a50b-46332e59ac20 is going to be deleted. [ 1561.563274] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1561.563447] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1561.573518] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1561.573619] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.582409] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1561.582493] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.590119] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1561.590221] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1185b2a1-5262-4175-a7da-b6a5788a9776 is going to be deleted. [ 1561.590942] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1561.591133] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1561.631417] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1561.631548] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.641569] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1561.641676] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba6187f3-2f9f-44ea-bb9d-7209a94ad84d is going to be deleted. [ 1561.642508] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1561.642715] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1561.710929] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1561.711105] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.724257] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1561.724367] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.732063] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1561.732179] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec599c63-0116-41e0-ad7e-9d809eeafeef is going to be deleted. [ 1561.733006] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1561.733218] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1561.765092] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1561.765236] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74067098-49b4-43eb-bc4b-ce2731410770 is going to be deleted. [ 1561.766045] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1561.766247] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1561.792229] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1561.792350] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.816250] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1561.816362] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc2b1871-23c8-47b1-a73e-ee5ee027d72b is going to be deleted. [ 1561.817276] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1561.817484] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1561.833290] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1561.833412] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.859141] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1561.859249] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 08b580bd-8f2d-4784-be88-380b69cef54a is going to be deleted. [ 1561.860023] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1561.860224] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1561.890887] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1561.891048] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.921491] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1561.921782] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1768ee4d-8b25-4e98-8ccf-9ddc42308b8c is going to be deleted. [ 1561.922390] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1561.922595] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1561.940518] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3a124a74-9036-46bf-92dc-a1c638ec53c8',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1561.943018] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4d526147-0e09-42c3-9241-90f31ae6284f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1561.955130] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1561.955334] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.956549] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1561.956711] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30dba8d6-8bbe-4d49-9fa5-8f86797ba95f is going to be deleted. [ 1561.957950] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1561.958240] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1562.030824] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1562.030983] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc613ec5-efa3-4b33-a3ae-20f1f4d74451 is going to be deleted. [ 1562.031930] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1562.032166] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1562.032259] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1562.032392] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35bca384-ec3b-4f75-9837-9bc109d60c39" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1562.032554] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1562.032701] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1562.032782] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1562.032896] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb674795-651d-4bdc-bd54-ad791a881750" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1562.033428] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1562.033597] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1562.033676] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1562.033790] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2b8efd2-6594-4859-9bb9-f7651b1f3348" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1562.033943] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1562.034082] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1562.034158] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1562.034267] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-144b703c-290f-4e5a-99f1-f06b05b7f6bd" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1562.034385] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1562.034521] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1562.034593] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1562.034702] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a20fd6fa-822a-49c1-a50b-46332e59ac20" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1562.034821] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1562.034958] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1562.035043] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1562.035151] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1185b2a1-5262-4175-a7da-b6a5788a9776" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1562.035273] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1562.035409] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1562.035481] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1562.035586] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba6187f3-2f9f-44ea-bb9d-7209a94ad84d" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1562.035704] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1562.035838] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1562.035909] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1562.036030] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec599c63-0116-41e0-ad7e-9d809eeafeef" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1562.036150] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1562.036285] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1562.036356] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1562.036460] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74067098-49b4-43eb-bc4b-ce2731410770" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1562.036581] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1562.036713] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1562.036785] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1562.036892] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc2b1871-23c8-47b1-a73e-ee5ee027d72b" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1562.037769] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1562.037891] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1562.037993] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1562.038122] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1562.038241] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1562.038303] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-08b580bd-8f2d-4784-be88-380b69cef54a" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1562.048352] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1562.048472] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1562.048520] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1562.048688] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1562.048767] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1562.048880] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1768ee4d-8b25-4e98-8ccf-9ddc42308b8c" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1562.103029] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1562.103211] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1562.103251] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1562.103658] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1562.103766] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1562.103900] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30dba8d6-8bbe-4d49-9fa5-8f86797ba95f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1562.112884] env[69596]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1562.113464] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1562.113594] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1562.113685] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1562.113865] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1562.114020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1562.114078] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bc613ec5-efa3-4b33-a3ae-20f1f4d74451" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1562.444380] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3a124a74-9036-46bf-92dc-a1c638ec53c8: rpc.has_security_group_logging(os_id): False [ 1562.445516] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4d526147-0e09-42c3-9241-90f31ae6284f: rpc.has_security_group_logging(os_id): False [ 1562.461251] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1562.461411] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1562.461520] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1562.461629] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1562.462961] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1562.463087] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1562.478587] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1562.478870] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1562.478957] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1562.479037] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1562.479209] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1562.479293] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1562.479375] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4d526147-0e09-42c3-9241-90f31ae6284f is going to be updated. [ 1562.480248] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1562.480409] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1562.497185] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1562.497411] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1562.497514] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1562.497579] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1562.497730] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1562.497809] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1562.497892] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a124a74-9036-46bf-92dc-a1c638ec53c8 is going to be updated. [ 1562.547356] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1562.547578] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1562.547578] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1562.547730] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1562.547868] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1562.549630] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1562.549762] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1562.549801] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1562.549958] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1562.550091] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1562.569717] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4d526147-0e09-42c3-9241-90f31ae6284f in Status: IN_PROGRESS for 2s [ 1562.570522] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3a124a74-9036-46bf-92dc-a1c638ec53c8 in Status: IN_PROGRESS for 2s [ 1564.585878] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3a124a74-9036-46bf-92dc-a1c638ec53c8 in Status: SUCCESS [ 1564.586246] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3a124a74-9036-46bf-92dc-a1c638ec53c8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.586814] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4d526147-0e09-42c3-9241-90f31ae6284f in Status: SUCCESS [ 1564.586990] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4d526147-0e09-42c3-9241-90f31ae6284f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1565.897692] env[69596]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1565.898097] env[69596]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1570.898383] env[69596]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1570.898686] env[69596]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1572.629227] env[69596]: INFO networking_nsxv3.common.synchronization [req-585c6322-4c97-41fa-9796-2ce479d7d837 req-1329e8bc-f8c9-4231-a5fb-4a095262d867 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Enqueued Resource ID: 4d526147-0e09-42c3-9241-90f31ae6284f with Priority: HIGHEST for action security_group_members [ 1572.629764] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d526147-0e09-42c3-9241-90f31ae6284f with Priority: HIGHEST for action security_group_members [ 1572.630110] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d526147-0e09-42c3-9241-90f31ae6284f taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1572.630257] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d526147-0e09-42c3-9241-90f31ae6284f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.630304] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d526147-0e09-42c3-9241-90f31ae6284f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1572.630594] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d526147-0e09-42c3-9241-90f31ae6284f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1572.630660] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1572.630747] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.630800] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1572.630950] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1572.631050] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.631141] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d526147-0e09-42c3-9241-90f31ae6284f',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1573.132719] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1573.132897] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.132897] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1573.133128] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1573.133219] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1573.133416] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1573.133515] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.133577] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1573.133724] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1573.133799] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1573.133886] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d526147-0e09-42c3-9241-90f31ae6284f is going to be updated. [ 1573.161862] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1573.162034] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.162034] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1573.162212] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1573.162341] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1573.169604] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d526147-0e09-42c3-9241-90f31ae6284f in Status: IN_PROGRESS for 2s [ 1575.180325] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d526147-0e09-42c3-9241-90f31ae6284f in Status: SUCCESS [ 1575.180578] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d526147-0e09-42c3-9241-90f31ae6284f deletion is rescheduled due to dependency. [ 1575.180631] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d526147-0e09-42c3-9241-90f31ae6284f" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1577.630821] env[69596]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1577.630821] env[69596]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1581.436470] env[69596]: INFO networking_nsxv3.common.synchronization [req-e0baa3d8-9652-408b-aa71-af1cb5c2d8ca req-d883d7a3-b0b0-4df6-9529-6800532f6a5e tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Enqueued Resource ID: 74067098-49b4-43eb-bc4b-ce2731410770 with Priority: HIGHEST for action security_group_members [ 1581.437012] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74067098-49b4-43eb-bc4b-ce2731410770 with Priority: HIGHEST for action security_group_members [ 1581.437326] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-74067098-49b4-43eb-bc4b-ce2731410770 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1581.437444] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74067098-49b4-43eb-bc4b-ce2731410770" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1581.437508] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74067098-49b4-43eb-bc4b-ce2731410770" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1581.437706] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74067098-49b4-43eb-bc4b-ce2731410770" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1581.437854] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1581.437955] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1581.438125] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1581.438304] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1581.438392] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1581.438505] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74067098-49b4-43eb-bc4b-ce2731410770',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1581.706924] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-19 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1581.707240] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-19" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1581.707393] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-19" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1581.707735] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-19" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1581.708368] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1581.708595] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1581.708774] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1581.709241] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1581.709526] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1581.709948] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1581.710216] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1581.710417] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1581.710615] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1581.710800] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1581.710991] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1581.711309] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1581.737413] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1581.737604] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1581.737716] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1581.737892] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-19" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1581.738216] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-1fbd44f3-78b0-4d23-9a9f-a91cc9f3d456 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1581.738416] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-1fbd44f3-78b0-4d23-9a9f-a91cc9f3d456" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1581.738561] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-1fbd44f3-78b0-4d23-9a9f-a91cc9f3d456" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1581.738945] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-1fbd44f3-78b0-4d23-9a9f-a91cc9f3d456" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1581.739078] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1fbd44f3-78b0-4d23-9a9f-a91cc9f3d456',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1581.941372] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1581.941372] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1581.941572] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1581.941685] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1581.941752] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1581.942025] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1581.942141] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1581.942195] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1581.942323] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1581.942401] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1581.942489] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74067098-49b4-43eb-bc4b-ce2731410770 is going to be deleted. [ 1581.973092] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1581.973247] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1581.973349] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1581.973732] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1581.973732] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1581.973732] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74067098-49b4-43eb-bc4b-ce2731410770" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1582.241214] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1582.241407] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1582.241538] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1582.241831] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1582.241994] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1582.242170] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port 1fbd44f3-78b0-4d23-9a9f-a91cc9f3d456 not found, creating... [ 1582.242447] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1582.242605] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1582.242728] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1582.242950] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1582.243113] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1582.243398] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1582.243559] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1582.243684] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1582.243896] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1582.244052] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1582.244196] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: 1fbd44f3-78b0-4d23-9a9f-a91cc9f3d456 is going to be created. [ 1582.270120] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1582.270304] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1582.270425] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1582.270648] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1582.270867] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1582.271162] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-1fbd44f3-78b0-4d23-9a9f-a91cc9f3d456" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1582.919623] env[69596]: INFO networking_nsxv3.common.synchronization [req-e0baa3d8-9652-408b-aa71-af1cb5c2d8ca req-38fb65c6-7df8-4306-bd7a-de193c53ed54 service nova] Enqueued Resource ID: 74067098-49b4-43eb-bc4b-ce2731410770 with Priority: HIGHEST for action security_group_rules [ 1582.919900] env[69596]: INFO networking_nsxv3.common.synchronization [req-e0baa3d8-9652-408b-aa71-af1cb5c2d8ca req-38fb65c6-7df8-4306-bd7a-de193c53ed54 service nova] Enqueued Resource ID: 74067098-49b4-43eb-bc4b-ce2731410770 with Priority: HIGHEST for action security_group_members [ 1582.920078] env[69596]: INFO networking_nsxv3.common.synchronization [req-e0baa3d8-9652-408b-aa71-af1cb5c2d8ca req-38fb65c6-7df8-4306-bd7a-de193c53ed54 service nova] Enqueued Resource ID: 1fbd44f3-78b0-4d23-9a9f-a91cc9f3d456 with Priority: HIGHEST for action port [ 1582.920610] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74067098-49b4-43eb-bc4b-ce2731410770 with Priority: HIGHEST for action security_group_rules [ 1582.920706] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74067098-49b4-43eb-bc4b-ce2731410770 with Priority: HIGHEST for action security_group_members [ 1582.920801] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fbd44f3-78b0-4d23-9a9f-a91cc9f3d456 with Priority: HIGHEST for action port [ 1582.921092] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74067098-49b4-43eb-bc4b-ce2731410770 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1582.921221] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74067098-49b4-43eb-bc4b-ce2731410770" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1582.921288] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74067098-49b4-43eb-bc4b-ce2731410770" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1582.921482] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74067098-49b4-43eb-bc4b-ce2731410770" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1582.921569] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74067098-49b4-43eb-bc4b-ce2731410770',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1582.923223] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-74067098-49b4-43eb-bc4b-ce2731410770 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1582.923223] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74067098-49b4-43eb-bc4b-ce2731410770" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1582.923223] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74067098-49b4-43eb-bc4b-ce2731410770" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1582.923648] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74067098-49b4-43eb-bc4b-ce2731410770" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1582.923835] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1582.923939] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1582.924011] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1582.924281] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1582.924438] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1582.924483] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74067098-49b4-43eb-bc4b-ce2731410770',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1582.925536] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-1fbd44f3-78b0-4d23-9a9f-a91cc9f3d456 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1582.925683] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1fbd44f3-78b0-4d23-9a9f-a91cc9f3d456" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1582.925921] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1fbd44f3-78b0-4d23-9a9f-a91cc9f3d456" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1582.926156] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1fbd44f3-78b0-4d23-9a9f-a91cc9f3d456" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1582.926285] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1fbd44f3-78b0-4d23-9a9f-a91cc9f3d456',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1583.423902] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-74067098-49b4-43eb-bc4b-ce2731410770 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1583.424102] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74067098-49b4-43eb-bc4b-ce2731410770" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1583.426408] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('74067098-49b4-43eb-bc4b-ce2731410770',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1583.427733] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1fbd44f3-78b0-4d23-9a9f-a91cc9f3d456 with status ACTIVE [ 1583.427931] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1583.428106] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1583.428275] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1583.428329] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1583.428408] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1583.428590] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1583.428685] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1583.428740] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1583.428934] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1583.429028] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1583.429188] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1583.429282] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1583.429336] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1583.429533] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1583.429533] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1583.429619] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1fbd44f3-78b0-4d23-9a9f-a91cc9f3d456 is going to be updated. [ 1583.448130] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1583.448276] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1583.448312] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1583.448467] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1583.448590] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1583.448733] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1fbd44f3-78b0-4d23-9a9f-a91cc9f3d456" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1583.931285] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('74067098-49b4-43eb-bc4b-ce2731410770',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1584.434436] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.434594] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.434691] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.434865] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.434956] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1584.435070] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74067098-49b4-43eb-bc4b-ce2731410770 is going to be created. [ 1584.456118] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.456293] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.456336] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.456483] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.456627] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1584.464354] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74067098-49b4-43eb-bc4b-ce2731410770 in Status: UNINITIALIZED for 2s [ 1586.475373] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74067098-49b4-43eb-bc4b-ce2731410770 in Status: SUCCESS [ 1586.475685] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74067098-49b4-43eb-bc4b-ce2731410770" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1586.475806] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74067098-49b4-43eb-bc4b-ce2731410770" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1586.476036] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74067098-49b4-43eb-bc4b-ce2731410770" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1586.476256] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1586.476401] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1586.476474] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1586.476660] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1586.476745] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1586.476854] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74067098-49b4-43eb-bc4b-ce2731410770" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1586.476953] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('74067098-49b4-43eb-bc4b-ce2731410770',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1586.979637] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-74067098-49b4-43eb-bc4b-ce2731410770 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1586.979961] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74067098-49b4-43eb-bc4b-ce2731410770" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1586.979961] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74067098-49b4-43eb-bc4b-ce2731410770" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1586.980267] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74067098-49b4-43eb-bc4b-ce2731410770" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1586.980510] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1586.980690] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1586.980781] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1586.980994] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1586.981150] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1586.981303] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74067098-49b4-43eb-bc4b-ce2731410770" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1586.981531] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-74067098-49b4-43eb-bc4b-ce2731410770 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1586.981784] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74067098-49b4-43eb-bc4b-ce2731410770" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1586.981784] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74067098-49b4-43eb-bc4b-ce2731410770" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1586.982048] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74067098-49b4-43eb-bc4b-ce2731410770" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1586.982236] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1586.982388] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1586.982505] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1586.982712] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1586.982846] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1586.982997] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74067098-49b4-43eb-bc4b-ce2731410770" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1586.983156] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('74067098-49b4-43eb-bc4b-ce2731410770',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1587.486062] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 74067098-49b4-43eb-bc4b-ce2731410770: rpc.has_security_group_logging(os_id): False [ 1587.502184] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1587.502313] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1587.502381] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1587.502593] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1587.502678] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1587.502874] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1587.502988] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1587.503049] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1587.503195] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1587.503269] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1587.503466] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1587.503562] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1587.503622] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1587.503763] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1587.503834] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1587.504030] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1587.504130] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1587.504193] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1587.504330] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1587.504404] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1587.504490] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74067098-49b4-43eb-bc4b-ce2731410770 is going to be created. [ 1587.552824] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1587.552984] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1587.553061] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1587.553191] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1587.553356] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1587.565094] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74067098-49b4-43eb-bc4b-ce2731410770 in Status: IN_PROGRESS for 2s [ 1587.922059] env[69596]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1587.922284] env[69596]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1589.579800] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74067098-49b4-43eb-bc4b-ce2731410770 in Status: SUCCESS [ 1589.580153] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74067098-49b4-43eb-bc4b-ce2731410770" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1590.436530] env[69596]: INFO networking_nsxv3.common.synchronization [req-db6b8b36-9f4f-4340-8e1f-30d80c232159 req-4cf2b298-d7fb-4de3-9fb0-f63e5e225e64 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Enqueued Resource ID: 74067098-49b4-43eb-bc4b-ce2731410770 with Priority: HIGHEST for action security_group_members [ 1590.437108] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74067098-49b4-43eb-bc4b-ce2731410770 with Priority: HIGHEST for action security_group_members [ 1590.437412] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-74067098-49b4-43eb-bc4b-ce2731410770 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1590.437531] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74067098-49b4-43eb-bc4b-ce2731410770" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.437597] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74067098-49b4-43eb-bc4b-ce2731410770" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1590.437791] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74067098-49b4-43eb-bc4b-ce2731410770" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1590.437940] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1590.438342] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.438433] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1590.438587] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1590.438673] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1590.438765] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74067098-49b4-43eb-bc4b-ce2731410770',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1590.472659] env[69596]: INFO networking_nsxv3.common.synchronization [req-db6b8b36-9f4f-4340-8e1f-30d80c232159 req-4cf2b298-d7fb-4de3-9fb0-f63e5e225e64 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Enqueued Resource ID: 1fbd44f3-78b0-4d23-9a9f-a91cc9f3d456 with Priority: HIGHEST for action port [ 1590.472892] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fbd44f3-78b0-4d23-9a9f-a91cc9f3d456 with Priority: HIGHEST for action port [ 1590.473409] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-1fbd44f3-78b0-4d23-9a9f-a91cc9f3d456 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1590.473526] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1fbd44f3-78b0-4d23-9a9f-a91cc9f3d456" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.473583] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1fbd44f3-78b0-4d23-9a9f-a91cc9f3d456" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1590.473759] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1fbd44f3-78b0-4d23-9a9f-a91cc9f3d456" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1590.473842] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1fbd44f3-78b0-4d23-9a9f-a91cc9f3d456',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1590.941072] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1590.941404] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.941404] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1590.941529] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1590.941622] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1590.941828] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1590.941931] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.941994] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1590.942179] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1590.942257] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1590.942346] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74067098-49b4-43eb-bc4b-ce2731410770 is going to be updated. [ 1590.969356] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1590.969514] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.969603] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1590.969827] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1590.970015] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1590.975534] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1fbd44f3-78b0-4d23-9a9f-a91cc9f3d456 with status ACTIVE [ 1590.975711] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1590.975818] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.975885] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1590.976060] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1590.976143] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1590.976309] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1590.976402] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.976470] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1590.976610] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1590.976679] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1590.976856] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1590.976961] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.977024] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1590.977149] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1590.977219] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1590.977644] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1fbd44f3-78b0-4d23-9a9f-a91cc9f3d456 is going to be updated. [ 1590.978716] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74067098-49b4-43eb-bc4b-ce2731410770 in Status: IN_PROGRESS for 2s [ 1590.998047] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1590.998047] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.998047] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1590.998208] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1590.998279] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1590.998422] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1fbd44f3-78b0-4d23-9a9f-a91cc9f3d456" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1592.988825] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74067098-49b4-43eb-bc4b-ce2731410770 in Status: SUCCESS [ 1592.989247] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74067098-49b4-43eb-bc4b-ce2731410770 deletion is rescheduled due to dependency. [ 1592.989247] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74067098-49b4-43eb-bc4b-ce2731410770" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1595.474602] env[69596]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1595.474602] env[69596]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1600.476070] env[69596]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1600.476467] env[69596]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1605.476918] env[69596]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1605.477271] env[69596]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1610.477874] env[69596]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1610.478264] env[69596]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1613.428559] env[69596]: INFO networking_nsxv3.common.synchronization [req-b04e0789-f29c-40a7-903a-1abb82f57ca6 req-20331a33-bd1a-48ff-924b-a15a758d854b tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Enqueued Resource ID: 3a124a74-9036-46bf-92dc-a1c638ec53c8 with Priority: HIGHEST for action security_group_members [ 1613.428782] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a124a74-9036-46bf-92dc-a1c638ec53c8 with Priority: HIGHEST for action security_group_members [ 1613.429020] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a124a74-9036-46bf-92dc-a1c638ec53c8 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1613.429138] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a124a74-9036-46bf-92dc-a1c638ec53c8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1613.429224] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a124a74-9036-46bf-92dc-a1c638ec53c8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1613.429437] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a124a74-9036-46bf-92dc-a1c638ec53c8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1613.429590] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1613.429687] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1613.429748] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1613.429887] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1613.429970] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.430080] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a124a74-9036-46bf-92dc-a1c638ec53c8',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1613.677561] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock network-19 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1613.677765] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "network-19" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1613.677895] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "network-19" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1613.678196] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "network-19" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1613.678463] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1613.678801] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1613.678801] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1613.678962] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1613.679126] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.679399] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1613.679517] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] NeedRegenerationException {{(pid=69596) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1613.679633] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] no value, waiting for create lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1613.679745] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] value creation lock acquired {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1613.679858] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] No value present for key: 'zone-id' {{(pid=69596) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1613.679967] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Calling creation function for not-yet-present value {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1613.680423] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1613.698660] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1613.698817] env[69596]: DEBUG dogpile.cache.region [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69596) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1613.698958] env[69596]: DEBUG dogpile.lock [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Released creation lock {{(pid=69596) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1613.699143] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "network-19" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.699460] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock port-ec22019b-559e-4e4a-886e-883fe6c479c6 taken with stack trace [, , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1613.699884] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "port-ec22019b-559e-4e4a-886e-883fe6c479c6" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1613.699884] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "port-ec22019b-559e-4e4a-886e-883fe6c479c6" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1613.700069] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "port-ec22019b-559e-4e4a-886e-883fe6c479c6" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1613.700223] env[69596]: DEBUG networking_nsxv3.api.rpc [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec22019b-559e-4e4a-886e-883fe6c479c6',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1613.931815] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3a124a74-9036-46bf-92dc-a1c638ec53c8',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1614.202117] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1614.202398] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1614.202565] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1614.202918] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1614.203116] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1614.203290] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Segment Port ec22019b-559e-4e4a-886e-883fe6c479c6 not found, creating... [ 1614.203595] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1614.203758] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1614.203912] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1614.204175] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1614.204352] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1614.204677] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1614.204870] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1614.205017] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1614.205260] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1614.205401] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1614.205568] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Resource: SegmentPort with ID: ec22019b-559e-4e4a-886e-883fe6c479c6 is going to be created. [ 1614.224843] env[69596]: DEBUG networking_nsxv3.common.locking [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1614.225070] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1614.225202] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1614.225561] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1614.225874] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1614.226143] env[69596]: DEBUG oslo_concurrency.lockutils [None req-875e3780-2133-4a61-94fd-065146a8b9d6 None None] Releasing lock "port-ec22019b-559e-4e4a-886e-883fe6c479c6" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1614.433950] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3a124a74-9036-46bf-92dc-a1c638ec53c8',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1614.883497] env[69596]: INFO networking_nsxv3.common.synchronization [req-b04e0789-f29c-40a7-903a-1abb82f57ca6 req-60d34b07-9a51-4141-8355-6f11f7e338b7 service nova] Enqueued Resource ID: 3a124a74-9036-46bf-92dc-a1c638ec53c8 with Priority: HIGHEST for action security_group_rules [ 1614.883699] env[69596]: INFO networking_nsxv3.common.synchronization [req-b04e0789-f29c-40a7-903a-1abb82f57ca6 req-60d34b07-9a51-4141-8355-6f11f7e338b7 service nova] Enqueued Resource ID: 3a124a74-9036-46bf-92dc-a1c638ec53c8 with Priority: HIGHEST for action security_group_members [ 1614.883845] env[69596]: INFO networking_nsxv3.common.synchronization [req-b04e0789-f29c-40a7-903a-1abb82f57ca6 req-60d34b07-9a51-4141-8355-6f11f7e338b7 service nova] Enqueued Resource ID: ec22019b-559e-4e4a-886e-883fe6c479c6 with Priority: HIGHEST for action port [ 1614.884098] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a124a74-9036-46bf-92dc-a1c638ec53c8 with Priority: HIGHEST for action security_group_rules [ 1614.884228] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a124a74-9036-46bf-92dc-a1c638ec53c8 with Priority: HIGHEST for action security_group_members [ 1614.884326] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec22019b-559e-4e4a-886e-883fe6c479c6 with Priority: HIGHEST for action port [ 1614.884879] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3a124a74-9036-46bf-92dc-a1c638ec53c8 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1614.885008] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3a124a74-9036-46bf-92dc-a1c638ec53c8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1614.885442] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3a124a74-9036-46bf-92dc-a1c638ec53c8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1614.885657] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3a124a74-9036-46bf-92dc-a1c638ec53c8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1614.885738] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3a124a74-9036-46bf-92dc-a1c638ec53c8',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1614.886939] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a124a74-9036-46bf-92dc-a1c638ec53c8 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1614.887098] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a124a74-9036-46bf-92dc-a1c638ec53c8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1614.887647] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec22019b-559e-4e4a-886e-883fe6c479c6 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1614.887647] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec22019b-559e-4e4a-886e-883fe6c479c6" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1614.887813] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec22019b-559e-4e4a-886e-883fe6c479c6" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1614.888213] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec22019b-559e-4e4a-886e-883fe6c479c6" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1614.888317] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec22019b-559e-4e4a-886e-883fe6c479c6',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1614.935892] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1614.936114] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1614.936177] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1614.936352] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1614.936443] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1614.936542] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a124a74-9036-46bf-92dc-a1c638ec53c8 is going to be updated. [ 1614.963633] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1614.963796] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1614.963796] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1614.963997] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1614.964146] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1614.972142] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a124a74-9036-46bf-92dc-a1c638ec53c8 in Status: IN_PROGRESS for 2s [ 1615.387789] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a124a74-9036-46bf-92dc-a1c638ec53c8 taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1615.387974] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a124a74-9036-46bf-92dc-a1c638ec53c8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1615.390319] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ec22019b-559e-4e4a-886e-883fe6c479c6 with status ACTIVE [ 1615.390514] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1615.390720] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1615.390720] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1615.390909] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1615.391009] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1615.391187] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1615.391282] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1615.391342] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1615.391511] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1615.391601] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1615.391776] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1615.391875] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1615.391943] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1615.392107] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1615.392165] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1615.392216] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ec22019b-559e-4e4a-886e-883fe6c479c6 is going to be updated. [ 1615.413515] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1615.413633] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1615.413717] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1615.413883] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1615.414020] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1615.414164] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec22019b-559e-4e4a-886e-883fe6c479c6" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1616.981781] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a124a74-9036-46bf-92dc-a1c638ec53c8 in Status: SUCCESS [ 1616.982216] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a124a74-9036-46bf-92dc-a1c638ec53c8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1616.982216] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a124a74-9036-46bf-92dc-a1c638ec53c8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1616.982411] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a124a74-9036-46bf-92dc-a1c638ec53c8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1616.982602] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1616.982719] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1616.982782] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1616.982935] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1616.983026] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1616.983124] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a124a74-9036-46bf-92dc-a1c638ec53c8',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1617.485018] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3a124a74-9036-46bf-92dc-a1c638ec53c8',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1617.987218] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3a124a74-9036-46bf-92dc-a1c638ec53c8',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1618.489633] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1618.489847] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1618.489847] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1618.490107] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1618.490203] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1618.490329] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a124a74-9036-46bf-92dc-a1c638ec53c8 is going to be updated. [ 1618.517048] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1618.517230] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1618.517341] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1618.517442] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1618.517581] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1618.525170] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a124a74-9036-46bf-92dc-a1c638ec53c8 in Status: IN_PROGRESS for 2s [ 1619.885667] env[69596]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1619.886045] env[69596]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1620.536048] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a124a74-9036-46bf-92dc-a1c638ec53c8 in Status: SUCCESS [ 1620.536256] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a124a74-9036-46bf-92dc-a1c638ec53c8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1620.536407] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a124a74-9036-46bf-92dc-a1c638ec53c8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1620.536620] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a124a74-9036-46bf-92dc-a1c638ec53c8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1620.536809] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1620.536925] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1620.536985] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1620.537153] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1620.537237] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1620.537323] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a124a74-9036-46bf-92dc-a1c638ec53c8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1620.537414] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3a124a74-9036-46bf-92dc-a1c638ec53c8',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1621.039250] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3a124a74-9036-46bf-92dc-a1c638ec53c8',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1621.541247] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3a124a74-9036-46bf-92dc-a1c638ec53c8: rpc.has_security_group_logging(os_id): False [ 1621.558026] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1621.558026] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1621.558151] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1621.558268] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1621.558366] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1621.558621] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1621.558746] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1621.558797] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1621.558923] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1621.559008] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1621.559101] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a124a74-9036-46bf-92dc-a1c638ec53c8 is going to be updated. [ 1621.632315] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1621.632315] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1621.632315] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1621.632315] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1621.632315] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1621.632315] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3a124a74-9036-46bf-92dc-a1c638ec53c8 in Status: IN_PROGRESS for 2s [ 1623.639881] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3a124a74-9036-46bf-92dc-a1c638ec53c8 in Status: SUCCESS [ 1623.639881] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3a124a74-9036-46bf-92dc-a1c638ec53c8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1624.887554] env[69596]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1624.887554] env[69596]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1629.888374] env[69596]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1629.888668] env[69596]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1634.889881] env[69596]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1634.890260] env[69596]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1639.891359] env[69596]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1639.891720] env[69596]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1644.892907] env[69596]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1644.893137] env[69596]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1649.893679] env[69596]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1649.894027] env[69596]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1654.894853] env[69596]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1654.895220] env[69596]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1659.896057] env[69596]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1659.896406] env[69596]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1664.897109] env[69596]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1664.897501] env[69596]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1669.898105] env[69596]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1669.898105] env[69596]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1674.898903] env[69596]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1674.899306] env[69596]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1679.477308] env[69596]: INFO networking_nsxv3.common.synchronization [req-4b04cd3c-ce7a-4609-a3e4-ebcef7ef52bb req-3f102ef7-1ffc-40b4-b625-d27231069822 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Enqueued Resource ID: 3a124a74-9036-46bf-92dc-a1c638ec53c8 with Priority: HIGHEST for action security_group_members [ 1679.477851] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a124a74-9036-46bf-92dc-a1c638ec53c8 with Priority: HIGHEST for action security_group_members [ 1679.478176] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a124a74-9036-46bf-92dc-a1c638ec53c8 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1679.478304] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a124a74-9036-46bf-92dc-a1c638ec53c8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1679.478373] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a124a74-9036-46bf-92dc-a1c638ec53c8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1679.478574] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a124a74-9036-46bf-92dc-a1c638ec53c8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1679.478723] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1679.478821] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1679.478884] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1679.479046] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1679.479143] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1679.479224] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a124a74-9036-46bf-92dc-a1c638ec53c8',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1679.981744] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3a124a74-9036-46bf-92dc-a1c638ec53c8',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1680.484584] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3a124a74-9036-46bf-92dc-a1c638ec53c8',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1680.987160] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1680.987349] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1680.987349] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1680.987543] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1680.987632] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1680.987736] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a124a74-9036-46bf-92dc-a1c638ec53c8 is going to be updated. [ 1681.023769] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1681.023924] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1681.023983] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1681.024152] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1681.024288] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1681.032857] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a124a74-9036-46bf-92dc-a1c638ec53c8 in Status: IN_PROGRESS for 2s [ 1683.043861] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a124a74-9036-46bf-92dc-a1c638ec53c8 in Status: SUCCESS [ 1683.044254] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a124a74-9036-46bf-92dc-a1c638ec53c8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1684.478764] env[69596]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1684.479101] env[69596]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1689.479843] env[69596]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1689.479843] env[69596]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1694.480710] env[69596]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1694.481062] env[69596]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1694.604598] env[69596]: INFO networking_nsxv3.common.synchronization [req-289cf44e-6e41-48e5-86c7-0736b995ad9c req-6f019115-789a-46d2-b583-8f0d36a42a9d tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Enqueued Resource ID: 3a124a74-9036-46bf-92dc-a1c638ec53c8 with Priority: HIGHEST for action security_group_members [ 1694.604659] env[69596]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a124a74-9036-46bf-92dc-a1c638ec53c8 with Priority: HIGHEST for action security_group_members [ 1694.604959] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a124a74-9036-46bf-92dc-a1c638ec53c8 taken with stack trace [, , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1694.605074] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a124a74-9036-46bf-92dc-a1c638ec53c8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1694.605129] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a124a74-9036-46bf-92dc-a1c638ec53c8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1694.605319] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a124a74-9036-46bf-92dc-a1c638ec53c8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1694.605494] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1694.605559] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1694.605600] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1694.605847] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1694.605847] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1694.606033] env[69596]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a124a74-9036-46bf-92dc-a1c638ec53c8',) {} {{(pid=69596) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1695.109093] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1695.109299] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1695.109353] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1695.109547] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1695.109640] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1695.109836] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1695.109933] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1695.109997] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1695.110223] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1695.110298] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1695.110391] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a124a74-9036-46bf-92dc-a1c638ec53c8 is going to be updated. [ 1695.137212] env[69596]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69596) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1695.137355] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1695.137397] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1695.137545] env[69596]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1695.137674] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1695.144969] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a124a74-9036-46bf-92dc-a1c638ec53c8 in Status: IN_PROGRESS for 2s [ 1697.157058] env[69596]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a124a74-9036-46bf-92dc-a1c638ec53c8 in Status: SUCCESS [ 1697.157430] env[69596]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a124a74-9036-46bf-92dc-a1c638ec53c8 deletion is rescheduled due to dependency. [ 1697.157430] env[69596]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a124a74-9036-46bf-92dc-a1c638ec53c8" {{(pid=69596) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1699.606013] env[69596]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1699.606357] env[69596]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1704.607130] env[69596]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1704.607364] env[69596]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1709.608192] env[69596]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1709.608622] env[69596]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1714.609368] env[69596]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1714.609368] env[69596]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1719.610272] env[69596]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1719.610662] env[69596]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0